-- Logs begin at Thu 2021-07-22 21:32:32 UTC, end at Thu 2021-07-22 22:33:16 UTC. -- Jul 22 22:04:06.429319 dv-cinder-778534-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 22:04:09.153869 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.common.config [-] Logging enabled! Jul 22 22:04:09.154526 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 22:04:09.154686 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93108) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 22:04:09.157945 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.common.config [-] Logging enabled! Jul 22 22:04:09.158208 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 22:04:09.158527 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93108) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 22:04:09.159485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:04:09.159725 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:04:09.160095 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:04:09.160349 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:04:09.160658 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:04:09.160904 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.161212 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.161512 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.161745 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.162076 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.162375 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.162664 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.162957 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.163260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.163551 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.163834 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.164123 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.164356 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.164643 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.164977 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.165230 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.165458 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] debug = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.165745 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.166207 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.166639 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.166925 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.167413 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.167513 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.167772 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.168052 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.168343 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.168673 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] host = dv-cinder-778534-6-iscsi {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.168961 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.169258 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.169551 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.169843 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.170148 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.170437 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.170725 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.171006 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.171292 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.171574 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.171867 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.172160 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.172455 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.173222 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.173452 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.173751 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.174068 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.174354 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.174636 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.174916 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.175197 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.175478 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.175752 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.176048 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.176337 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.176626 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.176906 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.177184 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.177461 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.177736 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.178053 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.178333 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.178613 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.178891 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.179184 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.179460 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.179740 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.180048 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.180339 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.180627 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.180915 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.181198 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.181487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.181764 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.182073 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.182352 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] use_json = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.182628 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.182901 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.183188 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.183465 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.183742 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.184019 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.184295 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.184585 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:09.184884 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.185186 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.185493 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.185784 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.186121 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.186406 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.186703 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.186987 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.187283 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.187578 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.187873 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.188156 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.189056 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.189340 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.189642 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.189978 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.190286 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.190582 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.190863 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.191147 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.191425 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.191707 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.191997 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.192301 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.192599 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.192880 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.193191 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.193491 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.193777 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.194076 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.194364 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.194671 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.194944 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.195223 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.195509 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.195793 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.196070 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.196349 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.196632 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.196926 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.197207 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.197484 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.197759 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.198067 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.198348 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.198641 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.198928 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.199208 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.199486 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.199768 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.200045 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.200325 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.200645 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.200931 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.201219 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.201495 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.201772 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.202073 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.202351 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.202630 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.202907 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.203185 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.203467 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.203746 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.204050 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.204329 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.204611 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.204892 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.205184 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.205487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.205770 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.206081 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.206365 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.206649 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.206931 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.207213 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.207497 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.207779 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.208055 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.208350 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.208638 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.208929 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.209216 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.209498 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.209798 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.210104 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.210391 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.210674 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.210958 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.211258 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.211546 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.211846 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.212250 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.212553 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.212852 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.213153 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.213438 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.213754 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.214072 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:09.214297 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:04:09.214547 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93108) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 22:04:09.570156 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 22:04:09.570382 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 22:04:09.570671 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 22:04:09.571008 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 22:04:09.964435 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:09.964741 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:09.965023 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:09.966274 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:09.966551 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:09.966821 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.002247 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.002527 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.002794 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.016231 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.016551 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.016823 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.047164 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.047446 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.048248 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.084107 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.084390 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.084669 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.317612 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.318245 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.318245 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.318406 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.319069 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.444220 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.444545 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.444836 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.445118 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.445394 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.445720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.446020 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.446288 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.446550 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.446841 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.447109 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.447382 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.447646 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.447904 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.448163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.448441 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.448711 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.448983 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.449258 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.449529 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.449805 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.450085 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.450371 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.450752 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.451007 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.451258 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.451661 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:10.451905 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:10.452147 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:10.452389 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:10.452629 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:10.452868 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:10.453244 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 22:04:10.457118 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 22:04:10.461081 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 22:04:10.464825 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1800, 1849)])]) Jul 22 22:04:10.466487 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 22:04:10.466946 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 22:04:10.467291 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 22:04:10.467687 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 22:04:10.471752 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 22:04:10.472017 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 22:04:10.472374 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 22:04:10.477735 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 22:04:10.501011 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 22:04:10.501487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.502089 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93108) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 22:04:10.502461 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.503821 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93108) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 22:04:10.504114 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 22:04:10.504365 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 22:04:10.507626 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.507909 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:10.572307 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 22:04:10.572471 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 22:04:10.572709 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 22:04:10.573093 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 22:04:10.595063 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_db.sqlalchemy.engines [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93108) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 22:04:11.134966 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing driver for type 'gre' Jul 22 22:04:11.135509 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] gre ID ranges: [(1, 1000)] Jul 22 22:04:11.186001 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing driver for type 'local' Jul 22 22:04:11.186468 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing driver for type 'vlan' Jul 22 22:04:11.200720 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] VlanTypeDriver initialization complete Jul 22 22:04:11.201198 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing driver for type 'vxlan' Jul 22 22:04:11.201828 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] vxlan ID ranges: [(1, 1000)] Jul 22 22:04:11.255446 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing extension driver 'port_security' Jul 22 22:04:11.255903 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.extensions.port_security [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] PortSecurityExtensionDriver initialization complete Jul 22 22:04:11.256282 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing mechanism driver 'openvswitch' Jul 22 22:04:11.256615 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing mechanism driver 'hyperv' Jul 22 22:04:11.263064 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:11.263925 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.264306 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.264912 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.265338 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:11.265780 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.266171 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.266527 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.266919 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:11.267339 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.267699 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.268051 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.268441 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:11.268851 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > security_group after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.269209 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > security_group after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.269558 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.269991 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:11.270401 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.270752 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.271099 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.271490 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:11.271893 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > address_group after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.272244 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > address_group after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.272590 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.272980 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:11.273364 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] ML2 OVO RPC backend initialized. {{(pid=93108) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 22:04:11.274132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.274481 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.274905 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.275261 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > networks before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.275621 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.275970 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > ports before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.276320 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.276669 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnets before_response 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.277022 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.277369 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.277712 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.278078 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.278422 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.278764 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.279106 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.279446 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.279785 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.280362 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.plugin [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Modular L2 Plugin initialization complete Jul 22 22:04:11.280695 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading services supported by the core plugin {{(pid=93108) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 22:04:11.281027 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.plugins.ml2.managers [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Got port-security extension from driver 'port_security' Jul 22 22:04:11.281499 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.extensions.vlantransparent [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Disabled vlantransparent extension. Jul 22 22:04:11.282158 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93108) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 22:04:11.282487 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: router Jul 22 22:04:11.318984 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.319582 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_create 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.319750 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router before_create 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.320110 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.320489 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.320854 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_delete 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.321219 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.321714 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_create 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.322091 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_update 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.322452 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_update 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.322809 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.323176 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_update 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.323589 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_update 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.323963 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.324309 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.324654 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: subnet after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.325004 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.325359 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.325717 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_create 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.326088 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.326579 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.326950 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router after_update 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.327303 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.327659 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_create 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.328027 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.328378 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_update 55549900 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.328771 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > agent after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.329126 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > agent after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.329478 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > network after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.330373 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Tracking information for resource: router configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:11.330713 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Tracking information for resource: floatingip configured {{(pid=93108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:11.335589 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.db.l3_agentschedulers_db [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 22:04:11.336173 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.336542 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.336898 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.337253 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.338097 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router before_create 55550100 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.338472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.338842 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_create 55550100 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.339207 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > router precommit_update 55550100 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.343735 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.provider_configuration [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service providers = [] {{(pid=93108) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 22:04:11.344115 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.db.servicetype_db [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93108) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 22:04:11.347115 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.service_base [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:11.347476 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.service_base [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:11.347826 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.service_base [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:11.348719 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.services.service_base [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:11.349099 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.services.service_base [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 22:04:11.349482 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.349809 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 22:04:11.361115 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.361466 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: auto_allocate Jul 22 22:04:11.367246 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: network precommit_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.367628 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: network precommit_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.368158 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.368486 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: tag Jul 22 22:04:11.375262 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.375641 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: timestamp Jul 22 22:04:11.379749 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.380091 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: network_ip_availability Jul 22 22:04:11.385572 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.385937 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.386300 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.387023 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.387354 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: flavors Jul 22 22:04:11.394281 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.394616 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading Plugin: revisions Jul 22 22:04:11.398929 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:11.399331 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 22:04:11.400071 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93108) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 22:04:11.400413 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Initializing extension manager. Jul 22 22:04:11.400924 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: __init__.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.401272 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: __pycache__ {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.401614 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.401991 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: address_group.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.402758 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.403330 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: address-group Jul 22 22:04:11.403689 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: address_scope.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.404412 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.404930 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: address-scope Jul 22 22:04:11.405260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.406220 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.406737 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: router-admin-state-down-before-update Jul 22 22:04:11.407765 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: agent.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.408477 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.408993 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: agent Jul 22 22:04:11.409322 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: agent_resources_synced.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.410279 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.410795 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: agent-resources-synced Jul 22 22:04:11.411127 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: allowedaddresspairs.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.412930 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.413460 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: allowed-address-pairs Jul 22 22:04:11.413793 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: auto_allocated_topology.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.414897 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.415422 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: auto-allocated-topology Jul 22 22:04:11.415756 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: availability_zone.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.416461 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.416980 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: availability_zone Jul 22 22:04:11.417310 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: availability_zone_filter.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.418260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.418781 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: availability_zone_filter Jul 22 22:04:11.419110 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: data_plane_status.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.420031 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.420551 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 22:04:11.420879 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: default_subnetpools.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.421800 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.422362 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: default-subnetpools Jul 22 22:04:11.422697 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.423515 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.424039 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: dhcp_agent_scheduler Jul 22 22:04:11.424366 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: dns.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.425292 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.425807 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 22:04:11.426170 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: dns_domain_ports.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.427102 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.427618 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 22:04:11.427946 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.428877 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.429386 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 22:04:11.429711 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: dvr.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.430421 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.430966 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: dvr Jul 22 22:04:11.431290 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: ecmp_routes.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.432212 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.432724 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 22:04:11.433052 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: empty_string_filtering.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.433997 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.434512 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: empty-string-filtering Jul 22 22:04:11.434839 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.435912 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.436400 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 22:04:11.436729 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.437685 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.438245 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 22:04:11.438577 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: external_net.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.439494 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.440012 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: external-net Jul 22 22:04:11.440400 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.441326 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.441840 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: extra_dhcp_opt Jul 22 22:04:11.442197 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: extraroute.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.443110 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.443629 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: extraroute Jul 22 22:04:11.443958 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: extraroute_atomic.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.444995 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.445509 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: extraroute-atomic Jul 22 22:04:11.445838 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: filter_validation.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.446536 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.447047 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: filter-validation Jul 22 22:04:11.447376 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: fip_pf_description.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.448469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.448986 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 22:04:11.449316 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: fip_port_details.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.450290 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.450806 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: fip-port-details Jul 22 22:04:11.451133 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: flavors.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.452486 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.453012 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: flavors Jul 22 22:04:11.453344 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.455613 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.456151 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 22:04:11.456496 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: floatingip_pools.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.457209 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.457728 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: floatingip-pools Jul 22 22:04:11.458096 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: ip_allocation.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.459037 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.459557 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 22:04:11.459898 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.460825 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.461353 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: ip-substring-filtering Jul 22 22:04:11.461691 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l2_adjacency.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.462664 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.463184 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 22:04:11.463514 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.464488 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.465016 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: router Jul 22 22:04:11.465350 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.467748 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.468288 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 22:04:11.468648 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.469659 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.470222 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: ext-gw-mode Jul 22 22:04:11.470557 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.471487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.472008 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: l3-ha Jul 22 22:04:11.472340 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3_flavors.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.473270 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.473788 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: l3-flavors Jul 22 22:04:11.474154 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.475074 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.475590 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 22:04:11.475918 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: l3agentscheduler.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.476952 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.477475 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: l3_agent_scheduler Jul 22 22:04:11.477809 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: logging.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.479317 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.479860 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension logging not supported by any of loaded plugins Jul 22 22:04:11.480197 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: metering.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.480955 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.481546 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: metering Jul 22 22:04:11.481906 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.483120 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.483646 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: metering_source_and_destination_fields Jul 22 22:04:11.483982 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: multiprovidernet.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.485581 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.486128 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: multi-provider Jul 22 22:04:11.486467 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: netmtu.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.487395 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.487922 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: net-mtu Jul 22 22:04:11.488241 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: netmtu_writable.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.489171 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.489686 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: net-mtu-writable Jul 22 22:04:11.490053 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: network_availability_zone.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.490736 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.491245 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: network_availability_zone Jul 22 22:04:11.491573 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: network_ip_availability.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.492669 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.493186 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: network-ip-availability Jul 22 22:04:11.493518 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: network_segment_range.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.494316 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.494829 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 22:04:11.495159 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: pagination.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.496148 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.496487 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: pagination Jul 22 22:04:11.496815 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: port_device_profile.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.497747 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.498431 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: port-device-profile Jul 22 22:04:11.498762 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.499700 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.500223 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: port-mac-address-regenerate Jul 22 22:04:11.500577 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.501786 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.502340 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: port-numa-affinity-policy Jul 22 22:04:11.502672 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: port_resource_request.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.503584 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.504102 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 22:04:11.504430 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: portbindings.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.505369 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.505923 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: binding Jul 22 22:04:11.506258 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: portbindings_extended.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.507537 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.508063 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: binding-extended Jul 22 22:04:11.508398 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: portsecurity.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.509324 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.509841 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: port-security Jul 22 22:04:11.510203 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: project_id.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.511198 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.511534 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: project-id Jul 22 22:04:11.511862 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: providernet.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.512794 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.513316 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: provider Jul 22 22:04:11.513643 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.517792 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.518354 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos not supported by any of loaded plugins Jul 22 22:04:11.518694 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.519942 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.520470 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 22:04:11.520813 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.521738 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.522292 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 22:04:11.522628 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_default.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.523554 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.524073 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-default not supported by any of loaded plugins Jul 22 22:04:11.524407 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_fip.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.525066 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.525576 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 22:04:11.525926 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_gateway_ip.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.526859 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.527374 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 22:04:11.527705 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_port_network_policy.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.528631 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.529148 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 22:04:11.529595 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_rule_type_details.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.530558 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.531085 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 22:04:11.531418 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: qos_rules_alias.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.532520 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.533047 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 22:04:11.533381 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: quotasv2.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.534329 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.534913 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: quotas Jul 22 22:04:11.535191 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: quotasv2_detail.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.538269 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.538626 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: quota_details Jul 22 22:04:11.538966 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: rbac.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.540034 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.540586 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: rbac-policies Jul 22 22:04:11.540927 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: rbac_address_group.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.541878 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.542424 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: rbac-address-group Jul 22 22:04:11.542760 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: rbac_address_scope.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.543692 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.544221 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: rbac-address-scope Jul 22 22:04:11.544553 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: rbac_security_groups.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.545599 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.546170 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: rbac-security-groups Jul 22 22:04:11.546503 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: rbac_subnetpool.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.547942 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.548475 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: rbac-subnetpool Jul 22 22:04:11.548805 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: revisionifmatch.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.549752 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.550380 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: revision-if-match Jul 22 22:04:11.550712 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: revisions.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.551833 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.552361 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: standard-attr-revisions Jul 22 22:04:11.552697 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: router_availability_zone.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.553381 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.553927 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: router_availability_zone Jul 22 22:04:11.554264 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: routerservicetype.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.555207 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.555725 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 22:04:11.556059 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.556988 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.557508 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: security-groups-normalized-cidr Jul 22 22:04:11.557840 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.558788 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.559312 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: port-security-groups-filtering Jul 22 22:04:11.559642 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.560570 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.561225 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: security-groups-remote-address-group Jul 22 22:04:11.561564 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: securitygroup.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.571194 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.571740 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: security-group Jul 22 22:04:11.572084 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: segment.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.572888 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.573395 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension segment not supported by any of loaded plugins Jul 22 22:04:11.573730 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.574708 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.575225 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 22:04:11.575556 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: servicetype.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.576786 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.577316 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: service-type Jul 22 22:04:11.577652 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: sorting.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.578683 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.579031 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: sorting Jul 22 22:04:11.579363 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: standard_attr_segment.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.580363 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.580889 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 22:04:11.581228 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: standardattrdescription.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.581909 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.582432 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: standard-attr-description Jul 22 22:04:11.582762 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: stateful_security_group.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.583713 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.584242 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: stateful-security-group Jul 22 22:04:11.584575 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: stdattrs_common.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.585177 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 22:04:11.585510 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.586554 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.587086 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 22:04:11.587417 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: subnet_onboard.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.588488 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.589017 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: subnet_onboard Jul 22 22:04:11.589350 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.590313 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.590833 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 22:04:11.591173 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: subnet_service_types.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.592223 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.592750 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: subnet-service-types Jul 22 22:04:11.593083 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: subnetallocation.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.594184 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.595237 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: subnet_allocation Jul 22 22:04:11.595570 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.596253 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.596769 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: subnetpool-prefix-ops Jul 22 22:04:11.597100 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.598099 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.598614 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 22:04:11.598945 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: tagging.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.600024 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.600547 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: standard-attr-tag Jul 22 22:04:11.600883 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: timestamp.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.602185 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.602714 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loaded extension: standard-attr-timestamp Jul 22 22:04:11.603046 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: trunk.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.604090 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.604623 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension trunk not supported by any of loaded plugins Jul 22 22:04:11.604963 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: trunk_details.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.605924 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.606451 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 22:04:11.606781 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: uplink_status_propagation.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.607854 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.608377 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 22:04:11.608708 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Loading extension file: vlantransparent.py {{(pid=93108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:11.609424 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:11.610069 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 22:04:11.612619 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:network Jul 22 22:04:11.613158 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:subnet Jul 22 22:04:11.613567 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:11.614005 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:port Jul 22 22:04:11.616408 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.616852 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service FLAVORS assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.617492 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.617985 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.618329 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:router Jul 22 22:04:11.618776 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 22:04:11.619270 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service METERING assigned prefix: /metering {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.620728 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.621106 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.621467 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:11.622525 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 22:04:11.622976 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:security_group Jul 22 22:04:11.623419 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 22:04:11.624036 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service CORE assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.624372 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:11.624725 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] subnetpool is already registered Jul 22 22:04:11.625163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service CORE assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.625495 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:11.626381 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] subnetpool is already registered Jul 22 22:04:11.628930 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.629367 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service FLAVORS assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.630005 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.630439 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.630775 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:router Jul 22 22:04:11.631118 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] router is already registered Jul 22 22:04:11.631532 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 22:04:11.631876 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] floatingip is already registered Jul 22 22:04:11.632443 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service METERING assigned prefix: /metering {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.633542 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 22:04:11.634149 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] rbac_policy is already registered Jul 22 22:04:11.634863 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:security_group Jul 22 22:04:11.635419 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] security_group is already registered Jul 22 22:04:11.636170 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 22:04:11.636713 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] security_group_rule is already registered Jul 22 22:04:11.637743 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service CORE assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.638292 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:11.638796 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] subnetpool is already registered Jul 22 22:04:11.639430 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.v2.resource_helper [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Service CORE assigned prefix: {{(pid=93108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:11.639767 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:11.640111 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING neutron.quota.resource_registry [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] subnetpool is already registered Jul 22 22:04:11.640772 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: extensions {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.643059 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: address-groups {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.644607 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: address-scopes {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.645975 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: agents {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.647140 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: auto-allocated-topology {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.648384 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: availability_zones {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.649623 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: dhcp-networks {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.651155 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: dhcp-agents {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.652617 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: routers {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.654386 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: flavors {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.656743 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: service_profiles {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.658299 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: next_providers {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.659802 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: service_profiles {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.661420 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: floatingip-pools {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.662701 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: routers {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.664409 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: floatingips {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.665720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: l3-routers {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.667142 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: l3-agents {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.668597 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: metering-labels {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.669894 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: metering-label-rules {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.671456 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: network-ip-availabilities {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.672773 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: bindings {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.674383 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: quotas {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.675967 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: quotas {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.677394 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: rbac-policies {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.678642 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: security-groups {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.679963 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: security-group-rules {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.681223 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: service-providers {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.682576 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: subnetpools {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.683915 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: subnetpools {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.685467 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.687194 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.689598 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.691429 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.693129 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.695124 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.696833 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.698691 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.700545 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.702352 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron.api.extensions [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Extended resource: tags {{(pid=93108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:11.708520 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING keystonemiddleware.auth_token [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 22:04:11.713103 dv-cinder-778534-6-iscsi neutron-server[93108]: WARNING keystonemiddleware.auth_token [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 22:04:11.722010 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Acquired lock "singleton_lock" {{(pid=93108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 22:04:11.722497 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Releasing lock "singleton_lock" {{(pid=93108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 22:04:11.723154 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Starting 2 workers Jul 22 22:04:11.727989 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Started child 93217 {{(pid=93108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:11.733935 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Started child 93218 {{(pid=93108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:11.734138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:11.734779 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO neutron.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 22:04:11.734951 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [-] (93217) wsgi starting up on http://0.0.0.0:9696 Jul 22 22:04:11.735070 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Notify callbacks [] for process, before_spawn {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:11.737907 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:11.738339 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Starting 1 workers Jul 22 22:04:11.739301 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [-] (93218) wsgi starting up on http://0.0.0.0:9696 Jul 22 22:04:11.743159 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Started child 93219 {{(pid=93108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:11.743684 dv-cinder-778534-6-iscsi neutron-server[93108]: INFO oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Starting 1 workers Jul 22 22:04:11.746815 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] calling RpcWorker wait() {{(pid=93219) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 22:04:11.747370 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] returning from RpcWorker wait() {{(pid=93219) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 22:04:11.748260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Started child 93220 {{(pid=93108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:11.748804 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:11.749091 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b341e765-5572-4efb-b161-efcc5faba601 None None] Notify callbacks [] for process, after_spawn {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:11.749394 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:11.751009 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93108) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 22:04:11.751219 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:04:11.751418 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:04:11.751942 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:04:11.752285 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:04:11.752449 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:04:11.753022 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.753283 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.753544 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.753716 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:11.754234 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.754234 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.754770 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:11.754872 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.755027 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.755285 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.755569 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.755816 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.755991 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.756236 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.756494 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.756731 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.757015 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.757281 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.757794 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.757794 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.758035 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.758268 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.758535 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.758804 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.759060 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] debug = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.759320 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.759815 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.760054 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.760295 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.760514 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.760794 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.761039 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.761322 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.761555 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.761775 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.762045 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.762310 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.762543 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.762777 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.762995 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.763266 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.763487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.763958 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] host = dv-cinder-778534-6-iscsi {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.764197 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.764413 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.764668 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.764916 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.765157 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.765377 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.765648 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.765937 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.766212 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.766459 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.766709 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.766954 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.767186 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.767437 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.767592 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_options = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.767828 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.768093 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.768357 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.768548 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.768709 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.768878 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.769128 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.769292 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.769521 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.769734 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.769969 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.770182 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.770396 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.770627 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.770892 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.771173 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.771447 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.771597 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.771807 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.772066 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.772309 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.772535 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.772749 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.772983 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.773224 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.773438 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.773663 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.773894 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.774132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.774398 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.774627 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.774901 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.775165 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.775388 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.775633 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.775900 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.776132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.776414 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.776640 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.776891 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.777144 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.777375 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.777619 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.777838 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.778094 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.778324 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_json = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.778521 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.778731 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.779023 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.779298 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.779452 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.779636 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.779846 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.780076 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.780493 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.780780 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.781069 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.781348 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.781593 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.782363 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.782609 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.782828 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.783082 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.783341 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.783655 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.783893 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.784192 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.784428 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.784683 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.784998 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.785283 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.785524 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.785924 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.786140 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.786410 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.786563 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.787127 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.787127 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.787600 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.787741 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.787849 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.788084 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.788332 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.788568 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.788812 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.789074 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.789419 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.789573 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.789826 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.790070 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.790302 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.790518 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.790747 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.790989 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.791255 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.791503 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.791759 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.791919 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.792138 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.792351 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.792566 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.792815 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.793053 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.793308 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.793535 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.793774 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.794010 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.794222 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.794460 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.794708 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.794927 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.795136 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.795403 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.795560 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.795766 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.796020 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.796284 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.796498 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.796919 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.797242 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.798392 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.798392 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.798763 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.798763 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.799147 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.799147 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.799418 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.799650 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.799793 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.799976 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.800194 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.800412 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.800627 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.800862 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.801097 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.801306 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.801518 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.801765 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.802038 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.802316 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.802556 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.802830 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.803088 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.803346 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.803753 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.804169 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.804398 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.804604 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.804841 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.805107 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.805331 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.805796 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.805796 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.806157 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.806338 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.806577 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.806819 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.807066 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.807297 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.807787 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.807787 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.808103 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.808361 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.808514 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.808727 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.809001 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.809234 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.809531 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.809776 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.810037 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.810339 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.810610 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.810878 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.811192 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.811430 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.811680 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.811959 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.812205 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.812397 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.812607 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.812845 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.813168 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.813409 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.813628 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.813838 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.814470 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.814616 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.814806 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.815019 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.815451 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.815736 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.815736 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.816008 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.816225 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.816487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.816848 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.817033 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.817220 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.817433 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.817670 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.817917 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.818150 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.818390 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.818601 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.818817 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.819027 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.819256 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.819511 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.819726 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.819970 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.820158 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.820359 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.820596 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.820839 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.821049 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.821271 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.821505 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.821719 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.821968 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.822427 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.822427 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.822705 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.822842 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.823157 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.823387 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.823628 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.823873 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.824119 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.824373 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.824585 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.824830 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.825205 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.825353 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.825489 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.825663 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.825931 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.826190 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.826347 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.826643 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.826800 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.827026 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.827543 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.827896 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.828113 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.828259 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.828397 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.828621 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.828862 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.829404 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.829404 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.829834 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.829834 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.830262 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.830262 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.830482 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.830581 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.831139 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.831139 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.831408 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.831408 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.831713 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.832701 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.832701 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.832701 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.832922 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.833398 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.833398 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.833579 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.834144 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.834144 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.834144 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.834539 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.834683 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.834783 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.835485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.835485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.835485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.835786 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.835872 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.836043 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.836257 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.836922 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.836922 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.836922 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.837184 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.837417 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.838377 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.838377 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.838377 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.838377 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.838709 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.838709 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.839116 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.839116 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.839699 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.839699 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.839888 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.840159 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.840328 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.840596 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.841720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.841720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.841720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.841720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.842077 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.842077 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.842313 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.842529 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.842752 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.843018 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.843337 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.843624 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.843870 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.844108 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.844931 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.845208 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1800:1849'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.845522 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.845707 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.846054 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.846386 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.846660 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.846921 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.847168 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.847413 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.847639 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.847854 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.848093 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.848354 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.848572 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.848812 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.849045 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.849323 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.849546 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.849772 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.850012 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.850268 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.850484 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.850720 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.850958 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.851118 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:04:11.851653 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93108) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 22:04:11.851821 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:04:11.851974 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:04:11.852143 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:04:11.852313 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:04:11.852460 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:04:11.852670 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.852832 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.852994 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.853154 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.853313 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.853499 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.853659 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.853822 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854009 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854166 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854325 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854484 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854643 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854806 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.854962 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.855119 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.855276 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.855435 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.855598 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.855756 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.855913 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.856070 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.856304 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] debug = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.856435 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.856638 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.856802 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.856960 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.857118 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.857277 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.857434 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.857592 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.857749 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.857935 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.858093 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.858251 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.858450 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.858617 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.858776 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.858934 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.859091 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.859248 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] host = dv-cinder-778534-6-iscsi {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.859405 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.859561 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.859718 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.859875 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.860082 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.860241 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.860398 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.860554 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.860712 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.860869 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861026 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861184 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861342 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861499 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861656 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_options = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861817 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.861996 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.862154 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.862337 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.862500 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.862658 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.862815 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.862972 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.863133 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.863290 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.863448 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.863606 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.863763 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.863920 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.864077 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.864235 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.864392 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.864549 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.864707 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.864864 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865022 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865179 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865336 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865493 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865649 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865808 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.865987 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.866146 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.866308 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.866486 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.866634 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.866776 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.866929 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.867083 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.867244 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.867395 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.867556 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.867718 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.867876 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.868026 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.868541 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.868711 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.868869 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869027 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869186 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869344 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_json = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869497 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869655 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869811 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.869991 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.870150 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.870307 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.870465 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.870623 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:11.870805 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.870971 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.871146 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.871338 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.871484 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.871656 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.871796 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.871959 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.872120 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.872281 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.872452 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.872614 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.872786 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.872950 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.873113 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.873279 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.873442 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.873602 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.873763 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.873949 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.874110 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.874271 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.874451 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.874614 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.874779 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.874934 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.875089 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.875245 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.875411 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.876115 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.876485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.876485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877008 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877008 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877508 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877643 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877786 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.877940 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878072 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878203 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878333 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878487 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878651 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878813 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.878977 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.879182 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.879347 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.879508 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.879681 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.879843 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880004 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880164 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880326 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880486 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880649 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880809 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.880963 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.881101 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.881239 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.881419 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.881581 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.881740 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.881925 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.882093 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.882258 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.882419 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.882580 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.882741 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.882902 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883067 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883229 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883383 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883522 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883658 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883826 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.883985 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.884147 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.884344 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.884507 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.884669 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.884829 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.884991 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.885161 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.885339 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.885501 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.885662 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.885823 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886009 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886404 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886404 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886583 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886663 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886784 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.886943 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.887095 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.887243 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.887393 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.887556 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.887702 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.887865 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.888026 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.888171 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.888337 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.888497 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.888660 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.888795 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:11.888943 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889076 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889208 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889354 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889485 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889615 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889745 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.889908 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.890064 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.890238 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.890400 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.890563 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.890731 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.890895 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.891027 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.891213 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.891406 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.891568 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.891730 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.891891 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.892061 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.892238 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.892400 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.892560 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.892719 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.892903 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.893065 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.893248 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.893420 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.893558 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.893698 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.893848 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.894070 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.894244 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.894426 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.894583 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.894745 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.894898 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895051 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895202 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895356 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895507 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895657 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895805 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.895952 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896105 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896236 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896373 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896520 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896667 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896815 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.896963 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.897164 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.897314 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.897476 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.897619 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.897764 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.897947 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898095 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898237 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898371 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898515 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898654 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898809 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.898949 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.899114 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.899260 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.899428 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.899583 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.899733 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.899883 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.900095 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.900255 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.900410 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.900556 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.900687 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.900821 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901007 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901154 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901302 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901452 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901607 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901756 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.901935 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.902143 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.902297 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.902612 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.902933 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.902933 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.903500 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.903500 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.903500 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.903500 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.904469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.904469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.904469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.904469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.904469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.904469 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.905399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.905399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.905399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.905399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.905399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.905399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.906163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.906163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.906163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.906163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.906163 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.907472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.907472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.907472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.907472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.907472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908132 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908792 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908792 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908792 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.908792 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909434 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909434 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909434 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909434 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909955 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909955 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909955 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.909955 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.910472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.910472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.910472 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.910857 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.910857 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.910857 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.911219 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.911219 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.911583 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.911583 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.911841 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.911841 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912124 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912124 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912399 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912670 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912670 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.912940 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.913078 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.913223 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.913384 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.913531 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1800:1849'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.913679 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.913826 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914039 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914187 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914311 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914434 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914561 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914712 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914849 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.914985 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.915150 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.915293 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.915464 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.915631 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.915920 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.915920 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.916297 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.916297 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.916561 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.916561 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.916823 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.916823 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.917089 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:11.917089 dv-cinder-778534-6-iscsi neutron-server[93108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:04:12.103301 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 55400) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:12.112398 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068521 Jul 22 22:04:23.501679 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5bcf3-f35b-4fa9-a5de-c3172ba6a05c None None] get_active_networks_info from dv-cinder-778534-6-iscsi {{(pid=93219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:04:23.624451 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5bcf3-f35b-4fa9-a5de-c3172ba6a05c None None] No non-hosted networks {{(pid=93219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 22:04:23.654574 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.agentschedulers_db [None req-5aa5bcf3-f35b-4fa9-a5de-c3172ba6a05c None None] DHCP Agent not found on host dv-cinder-778534-6-iscsi {{(pid=93219) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 22:04:23.849656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8415243a-db11-4b47-876e-ad316b5dde62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692562'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:25.913480 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c7b3-9f70-4ad7-8cd0-d59a585a9bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692562'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:25.984532 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8bd64765-9b04-4941-bc23-1111f854cc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:26.493920 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692562'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:26.494580 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.495133 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.495644 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.496151 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.496636 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.497128 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.498264 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.498817 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.506325 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.506904 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.507456 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.507977 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:26.508575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778534-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:26.520659 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778534-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:27.274423 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692562'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:28.657681 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692562'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:29.961069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 55492) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:30.470598 dv-cinder-778534-6-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-0c9efb01-bcec-4a56-b2dd-810ef0ee0dc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:30.471203 dv-cinder-778534-6-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-0c9efb01-bcec-4a56-b2dd-810ef0ee0dc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:30.689994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [None req-0c9efb01-bcec-4a56-b2dd-810ef0ee0dc7 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:30.691094 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0c9efb01-bcec-4a56-b2dd-810ef0ee0dc7 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7290373 Jul 22 22:04:31.246647 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.db.l3_hamode_db [None req-e71fce6d-bc03-400e-bb13-14f6c2a986b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 22:04:31.325497 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fce6d-bc03-400e-bb13-14f6c2a986b3 None None] Routers set() bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:04:31.325899 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fce6d-bc03-400e-bb13-14f6c2a986b3 None None] Router IDs set() for agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 22:04:33.040191 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55506) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:33.521269 dv-cinder-778534-6-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:33.521849 dv-cinder-778534-6-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:33.744439 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:33.837703 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.policy [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 22:04:33.882896 dv-cinder-778534-6-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:33.883276 dv-cinder-778534-6-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:33.892364 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.quota [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] Loaded quota_driver: . Jul 22 22:04:33.985883 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784772639571', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784772638976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784772629976', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784772633362', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784774657367', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784774638936', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-571208', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-585571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3689852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3751708'] for rbac-policy, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:34.051233 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:34.052596 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-74c39b8c-f8b9-41a3-9d65-f04bb8c7cbc4 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0102923 Jul 22 22:04:36.633145 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55524) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:36.918187 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Request body: {'network': {'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'name': 'private'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:36.946980 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Made reservation on behalf of 8ffc7c3693d647a08ec0bb10b7af702a for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:36.949963 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:36.966841 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.087202 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.090775 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.110599 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1807} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:04:37.138719 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784775130664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.139293 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Unsubscribe: segment precommit_create {{(pid=93217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:04:37.139861 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Added segment 93ab05c4-9cf1-4492-803d-6753009cf85f of type vlan for network 41903007-20ab-489c-bc8d-142dac545fb3 Jul 22 22:04:37.157033 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c913dd60-5c73-4c0f-a77c-911de686cd25,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:37.182831 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.183185 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.183520 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.183848 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.184169 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.184505 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.184826 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.185199 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.185530 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.185849 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.186186 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.186526 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Tracked resource versions report: Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: pushed versions: Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: { 'AddressGroup': {'1.2'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'ConntrackHelper': {'1.0'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Log': {'1.0'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Network': {'1.1'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Port': {'1.7'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'PortForwarding': {'1.2'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'QosPolicy': {'1.8'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroup': {'1.4'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SubPort': {'1.0'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Subnet': {'1.1'}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Trunk': {'1.1'}} Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: consumer versions: Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'ConntrackHelper': '1.0', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Log': '1.0', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Network': '1.1', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Port': '1.7', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'PortForwarding': '1.2', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'QosPolicy': '1.8', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroup': '1.4', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroupRule': '1.2', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SubPort': '1.0', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Subnet': '1.1', Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Trunk': '1.1'}} Jul 22 22:04:37.187588 dv-cinder-778534-6-iscsi neutron-server[93217]: {{(pid=93217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:04:37.258975 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.308902 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.310138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:37.310923 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:37.364130 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7298164 Jul 22 22:04:37.410788 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb6d70-5f6b-401a-9e62-be1fe213a2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=41903007-20ab-489c-bc8d-142dac545fb3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:37.424312 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 41903007-20ab-489c-bc8d-142dac545fb3 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:04:39.985634 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55538) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:40.365610 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21202f4-8d2f-4085-bb98-4d343eae1b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:40.367005 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c21202f4-8d2f-4085-bb98-4d343eae1b58 admin admin] 10.222.0.63 "GET /v2.0/networks/41903007-20ab-489c-bc8d-142dac545fb3 HTTP/1.1" status: 200 len: 826 time: 0.3803756 Jul 22 22:04:40.391173 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f205998a-43d5-497b-acb8-0a6043db1154 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/239cac6b-e180-488e-b8d2-010713018971 HTTP/1.1" status: 200 len: 734 time: 0.0187535 Jul 22 22:04:40.399344 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Request body: {'subnet': {'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'name': 'private-subnet', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:40.421343 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Made reservation on behalf of 8ffc7c3693d647a08ec0bb10b7af702a for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:40.423668 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:40.713383 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:40.782795 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Checking segment: {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:40.783172 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Network hostable DHCP agents. Network: 41903007-20ab-489c-bc8d-142dac545fb3, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:04:40.789829 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613945c5-0874-4744-b3c8-a854fbbc30eb,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:40.808391 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Network 41903007-20ab-489c-bc8d-142dac545fb3 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:04:40.820203 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 41903007-20ab-489c-bc8d-142dac545fb3) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:40.824751 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:40.825337 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:40.829915 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb734a5c-5e03-4594-8c0a-03f4609d5bd6 None None] Network 41903007-20ab-489c-bc8d-142dac545fb3 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:04:40.838541 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cb5ddb0a-3326-4fd8-92e4-08b68ca1b8b4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4424686 Jul 22 22:04:41.150668 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d263a-14cf-4709-9146-98afd399238a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-41903007-20ab-489c-bc8d-142dac545fb3', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:04:41.151989 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:41.422907 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-049d263a-14cf-4709-9146-98afd399238a None None] Allocated IP 172.20.0.2 (41903007-20ab-489c-bc8d-142dac545fb3/613945c5-0874-4744-b3c8-a854fbbc30eb/eaebd9f3-8baf-458d-9fc0-d4c4127820b3) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:04:41.655466 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:41.670425 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-049d263a-14cf-4709-9146-98afd399238a None None] Transition to ACTIVE for port object eaebd9f3-8baf-458d-9fc0-d4c4127820b3 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:04:41.692009 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-049d263a-14cf-4709-9146-98afd399238a None None] Transition to ACTIVE for port object eaebd9f3-8baf-458d-9fc0-d4c4127820b3 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:04:41.703317 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:41.768958 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d263a-14cf-4709-9146-98afd399238a None None] Network 41903007-20ab-489c-bc8d-142dac545fb3 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:04:41.778632 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-049d263a-14cf-4709-9146-98afd399238a None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:41.788589 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d263a-14cf-4709-9146-98afd399238a None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:04:41.791629 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d263a-14cf-4709-9146-98afd399238a None None] Pushing event updated for resources: {'Port': ['ID=eaebd9f3-8baf-458d-9fc0-d4c4127820b3,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:41.802920 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.803277 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.803626 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.803975 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.804315 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.804681 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.805021 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.805353 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.805700 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.806064 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.806395 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.806719 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Tracked resource versions report: Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: pushed versions: Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: { 'AddressGroup': {'1.2'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'ConntrackHelper': {'1.0'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Log': {'1.0'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Network': {'1.1'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Port': {'1.7'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'PortForwarding': {'1.2'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'QosPolicy': {'1.8'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroup': {'1.4'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SubPort': {'1.0'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Subnet': {'1.1'}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Trunk': {'1.1'}} Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: consumer versions: Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'ConntrackHelper': '1.0', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Log': '1.0', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Network': '1.1', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Port': '1.7', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'PortForwarding': '1.2', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'QosPolicy': '1.8', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroup': '1.4', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroupRule': '1.2', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SubPort': '1.0', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Subnet': '1.1', Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Trunk': '1.1'}} Jul 22 22:04:41.807788 dv-cinder-778534-6-iscsi neutron-server[93219]: {{(pid=93219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:04:41.881799 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-049d263a-14cf-4709-9146-98afd399238a None None] Attempting to bind port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:04:41.882449 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-049d263a-14cf-4709-9146-98afd399238a None None] Attempting to bind port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:04:41.882652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d263a-14cf-4709-9146-98afd399238a None None] Attempting to bind port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 on network 41903007-20ab-489c-bc8d-142dac545fb3 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:04:41.887582 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d263a-14cf-4709-9146-98afd399238a None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:04:41.887990 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d263a-14cf-4709-9146-98afd399238a None None] Checking segment: {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:04:41.888489 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:41.888890 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d263a-14cf-4709-9146-98afd399238a None None] Bound using segment: {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:04:41.889407 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-049d263a-14cf-4709-9146-98afd399238a None None] Bound port: eaebd9f3-8baf-458d-9fc0-d4c4127820b3, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:04:41.889824 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:41.960063 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-049d263a-14cf-4709-9146-98afd399238a None None] For port eaebd9f3-8baf-458d-9fc0-d4c4127820b3, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:04:41.964632 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-049d263a-14cf-4709-9146-98afd399238a None None] For port eaebd9f3-8baf-458d-9fc0-d4c4127820b3, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=eaebd9f3-8baf-458d-9fc0-d4c4127820b3,segment=NetworkSegment(93ab05c4-9cf1-4492-803d-6753009cf85f),segment_id=93ab05c4-9cf1-4492-803d-6753009cf85f)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:04:41.969450 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-049d263a-14cf-4709-9146-98afd399238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:42.034829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d263a-14cf-4709-9146-98afd399238a None None] Pushing event updated for resources: {'Port': ['ID=eaebd9f3-8baf-458d-9fc0-d4c4127820b3,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:43.223753 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55546) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:43.544002 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [None req-eb1618d5-718a-4756-b909-b258d56f66cf admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:43.545018 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-eb1618d5-718a-4756-b909-b258d56f66cf admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203111 Jul 22 22:04:45.929158 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55554) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:46.241047 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [None req-95b717da-5aec-430b-93a1-00ee46fa6c92 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:46.242071 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-95b717da-5aec-430b-93a1-00ee46fa6c92 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119037 Jul 22 22:04:48.848792 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55564) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:49.148827 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:49.173361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:49.174883 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:49.326265 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:49.333108 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:49.347038 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:49.348305 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9762f2c4-90d1-4d44-b532-8d508e71c5b4 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4985039 Jul 22 22:04:50.315637 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device eaebd9f3-8baf-458d-9fc0-d4c4127820b3 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:04:50.354535 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3eb20d-cfc3-4a43-8a85-9c7a780d207c None None] Network 41903007-20ab-489c-bc8d-142dac545fb3 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:04:50.464679 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:04:50.489103 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] Provisioning for port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:04:50.495137 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] Provisioning complete for port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:50.495592 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:50.675351 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:50.720778 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] For port eaebd9f3-8baf-458d-9fc0-d4c4127820b3, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=eaebd9f3-8baf-458d-9fc0-d4c4127820b3,segment=NetworkSegment(93ab05c4-9cf1-4492-803d-6753009cf85f),segment_id=93ab05c4-9cf1-4492-803d-6753009cf85f)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:04:50.724964 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:50.774446 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f20dd-3b33-437c-b672-6a2f78d25119 None None] Pushing event updated for resources: {'Port': ['ID=eaebd9f3-8baf-458d-9fc0-d4c4127820b3,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:50.944007 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b7c3c521-77ff-4e81-b916-df59483f802e None None] Provisioning complete for port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:50.944382 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7c3c521-77ff-4e81-b916-df59483f802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:51.717059 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 55578) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:52.019078 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [None req-031ecf6a-7a4b-49ad-92c0-4affb7b192a0 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:52.020033 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-031ecf6a-7a4b-49ad-92c0-4affb7b192a0 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014884 Jul 22 22:04:52.278422 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device eaebd9f3-8baf-458d-9fc0-d4c4127820b3 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:04:52.324316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:52.324696 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.374521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3d49a219-79b8-4da0-9712-98a217387bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.367678 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 55586) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:54.670491 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:54.671951 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.quota [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Loaded quota_driver: . Jul 22 22:04:54.727143 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Made reservation on behalf of 24866b930f074fc5894b08805b5554fc for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:54.796095 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.policy [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93218) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 22:04:54.842010 dv-cinder-778534-6-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:54.842436 dv-cinder-778534-6-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:54.852832 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:54.872763 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.004122 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.007627 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.018917 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Reserving flat network on physical network physnet1 {{(pid=93218) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 22:04:55.054040 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784775130664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.054604 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Unsubscribe: segment precommit_create {{(pid=93218) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:04:55.055107 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Added segment 858c048f-5200-4a56-9bf6-3dbfc6b12598 of type flat for network fab157d4-08a7-45de-80b1-90788e15e4c7 Jul 22 22:04:55.072389 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd77e3b9-dcbc-467e-949b-f5fcd7d1fc36,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:55.100823 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.101181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.101517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.101846 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.102192 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.102528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.102853 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.103174 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.103506 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.103828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.104144 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.104464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Tracked resource versions report: Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: pushed versions: Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: { 'AddressGroup': {'1.2'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'ConntrackHelper': {'1.0'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Log': {'1.0'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Network': {'1.1'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Port': {'1.7'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'PortForwarding': {'1.2'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'QosPolicy': {'1.8'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroup': {'1.4'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SubPort': {'1.0'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Subnet': {'1.1'}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Trunk': {'1.1'}} Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: consumer versions: Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'ConntrackHelper': '1.0', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Log': '1.0', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Network': '1.1', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Port': '1.7', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'PortForwarding': '1.2', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'QosPolicy': '1.8', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroup': '1.4', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroupRule': '1.2', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SubPort': '1.0', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Subnet': '1.1', Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Trunk': '1.1'}} Jul 22 22:04:55.105515 dv-cinder-778534-6-iscsi neutron-server[93218]: {{(pid=93218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:04:55.180286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.236088 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.237141 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:55.237789 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:55.288357 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9195800 Jul 22 22:04:55.336810 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b128d-71f4-4cee-9da0-6d2be62a1218 admin admin] Pushing event updated for resources: {'Network': ['ID=fab157d4-08a7-45de-80b1-90788e15e4c7,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:55.347826 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network fab157d4-08a7-45de-80b1-90788e15e4c7 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:04:55.917456 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-aa10f08c-2219-41bf-a44b-1d5050ed31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.497309 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.829567 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:04:57.217895 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:57.634336 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 55610) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:57.843608 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cea966-0262-4c42-a778-e2b571c6e5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:57.844956 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-42cea966-0262-4c42-a778-e2b571c6e5d4 admin admin] 10.222.0.63 "GET /v2.0/subnets/613945c5-0874-4744-b3c8-a854fbbc30eb HTTP/1.1" status: 200 len: 849 time: 0.2096751 Jul 22 22:04:58.005181 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bfaab8ed-1ed3-49dc-9d5b-cacb16e7a84f admin admin] 10.222.0.63 "GET /v2.0/routers/3da255c4-3f3d-4dba-a773-2e40ba466d00 HTTP/1.1" status: 200 len: 704 time: 0.1548431 Jul 22 22:04:58.281461 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.579496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Allocated IP 172.20.0.1 (41903007-20ab-489c-bc8d-142dac545fb3/613945c5-0874-4744-b3c8-a854fbbc30eb/4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:04:58.613127 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.769228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.792357 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Transition to ACTIVE for port object 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:04:58.871932 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.943693 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Network 41903007-20ab-489c-bc8d-142dac545fb3 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:04:58.948321 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:58.959138 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:04:58.960367 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:58.978834 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:59.172116 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.188143 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-31e2e01a-946d-4002-b4d5-266bb06a3a9c None None] Provisioning for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:04:59.191730 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-31e2e01a-946d-4002-b4d5-266bb06a3a9c None None] Provisioning complete for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:59.192104 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31e2e01a-946d-4002-b4d5-266bb06a3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.227878 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-31e2e01a-946d-4002-b4d5-266bb06a3a9c None None] Port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:04:59.399329 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.403921 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.404690 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.467122 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:59.529472 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Network 41903007-20ab-489c-bc8d-142dac545fb3 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:04:59.530814 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:04:59.691615 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Router 3da255c4-3f3d-4dba-a773-2e40ba466d00 is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:04:59.751503 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e4bd6c97-069a-4b2a-824a-08a814835cb5 None None] Provisioning complete for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:04:59.752026 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e4bd6c97-069a-4b2a-824a-08a814835cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:59.781480 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:04:59.785634 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd6c97-069a-4b2a-824a-08a814835cb5 None None] Port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:04:59.786685 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9a5c9aec-03a1-40d7-8123-2c67153296c7 admin admin] 10.222.0.63 "PUT /v2.0/routers/3da255c4-3f3d-4dba-a773-2e40ba466d00/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7767649 Jul 22 22:04:59.797653 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Sync routers for ids ['3da255c4-3f3d-4dba-a773-2e40ba466d00'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:04:59.809147 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Routers {'3da255c4-3f3d-4dba-a773-2e40ba466d00'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:04:59.810473 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:04:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['3da255c4-3f3d-4dba-a773-2e40ba466d00'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:59.995709 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Set router 3da255c4-3f3d-4dba-a773-2e40ba466d00 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:00.420859 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:04:49Z', 'updated_at': '2021-07-22T22:04:59Z', 'revision_number': 2, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'gw_port_host': None, '_interfaces': [{'id': '4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9', 'name': '', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'mac_address': 'fa:16:3e:87:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:04:58Z', 'updated_at': '2021-07-22T22:04:59Z', 'revision_number': 2, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'subnets': [{'id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:00.473044 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Checking router: 3da255c4-3f3d-4dba-a773-2e40ba466d00 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:05:00.473428 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Updating router 3da255c4-3f3d-4dba-a773-2e40ba466d00 port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:05:00.535944 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.035239 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.053480 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Transition to ACTIVE for port object 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:01.059297 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.215360 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Pushing event updated for resources: {'Port': ['ID=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:01.228705 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.229059 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.229401 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.229742 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.230106 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.230436 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.230766 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.231098 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.231466 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.231864 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.232182 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.232530 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Tracked resource versions report: Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: pushed versions: Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: { 'AddressGroup': {'1.2'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'ConntrackHelper': {'1.0'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Log': {'1.0'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Network': {'1.1'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Port': {'1.7'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'PortForwarding': {'1.2'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'QosPolicy': {'1.8'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroup': {'1.4'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SubPort': {'1.0'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Subnet': {'1.1'}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Trunk': {'1.1'}} Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: consumer versions: Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'ConntrackHelper': '1.0', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Log': '1.0', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Network': '1.1', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Port': '1.7', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'PortForwarding': '1.2', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'QosPolicy': '1.8', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroup': '1.4', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroupRule': '1.2', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SubPort': '1.0', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Subnet': '1.1', Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Trunk': '1.1'}} Jul 22 22:05:01.233568 dv-cinder-778534-6-iscsi neutron-server[93220]: {{(pid=93220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:05:01.238098 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Attempting to bind port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:01.238537 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Attempting to bind port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:01.238942 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Attempting to bind port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 on network 41903007-20ab-489c-bc8d-142dac545fb3 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:01.244534 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:01.244662 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Checking segment: {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:01.245150 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.245539 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Bound using segment: {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:01.246126 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Bound port: 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ab05c4-9cf1-4492-803d-6753009cf85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1807, 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:01.246522 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.310439 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] For port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:01.335434 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] For port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,segment=NetworkSegment(93ab05c4-9cf1-4492-803d-6753009cf85f),segment_id=93ab05c4-9cf1-4492-803d-6753009cf85f)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:01.339973 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.397694 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Routers {'3da255c4-3f3d-4dba-a773-2e40ba466d00'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:01.398352 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:04:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['3da255c4-3f3d-4dba-a773-2e40ba466d00'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:01.401305 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00731e-3e8f-4044-976b-fd41d90398c4 None None] Pushing event updated for resources: {'Port': ['ID=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:01.490720 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] Set router 3da255c4-3f3d-4dba-a773-2e40ba466d00 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:01.695253 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:04:49Z', 'updated_at': '2021-07-22T22:04:59Z', 'revision_number': 2, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'gw_port_host': None, '_interfaces': [{'id': '4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9', 'name': '', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'mac_address': 'fa:16:3e:87:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:04:58Z', 'updated_at': '2021-07-22T22:05:01Z', 'revision_number': 4, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'subnets': [{'id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:01.724890 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5880093-8af4-4326-8026-54ea59a1f963 None None] The sync data for ids ['3da255c4-3f3d-4dba-a773-2e40ba466d00'] in dv-cinder-778534-6-iscsi is: [{'id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:04:49Z', 'updated_at': '2021-07-22T22:04:59Z', 'revision_number': 2, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'gw_port_host': None, '_interfaces': [{'id': '4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9', 'name': '', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'mac_address': 'fa:16:3e:87:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:04:58Z', 'updated_at': '2021-07-22T22:05:01Z', 'revision_number': 4, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'subnets': [{'id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:05:01.993193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 55630) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:02.101339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a48f9a9-a272-4d56-82e0-f3d1c2c32a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:02.102727 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9a48f9a9-a272-4d56-82e0-f3d1c2c32a79 admin admin] 10.222.0.63 "GET /v2.0/networks/fab157d4-08a7-45de-80b1-90788e15e4c7 HTTP/1.1" status: 200 len: 842 time: 0.1084871 Jul 22 22:05:02.111884 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:02.135568 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Made reservation on behalf of 24866b930f074fc5894b08805b5554fc for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:05:02.137771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:02.441466 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.objects.ports [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93218) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:05:02.441896 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:02.508744 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:02.524784 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:02.525138 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Network hostable DHCP agents. Network: fab157d4-08a7-45de-80b1-90788e15e4c7, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:05:02.546984 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:05:02.557754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, fab157d4-08a7-45de-80b1-90788e15e4c7) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:02.562315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:02.562908 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:02.567814 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2cf3f8-9e6d-494c-8433-bf71ed4e9c6a None None] Network fab157d4-08a7-45de-80b1-90788e15e4c7 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:05:02.577257 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-aa54a403-2658-4941-8e79-845459b20e38 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4687965 Jul 22 22:05:02.699504 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bf50b-7a13-4f5f-b602-31e85c53045b None None] Network fab157d4-08a7-45de-80b1-90788e15e4c7 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:05:04.876795 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55638) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:05.087002 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7a958f42-3002-4a74-b80d-cfaed92f054b admin admin] 10.222.0.63 "GET /v2.0/routers/3da255c4-3f3d-4dba-a773-2e40ba466d00 HTTP/1.1" status: 200 len: 710 time: 0.2089903 Jul 22 22:05:05.205493 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e04cad-46a7-4996-8e35-318afb621eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:05.206950 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a2e04cad-46a7-4996-8e35-318afb621eae admin admin] 10.222.0.63 "GET /v2.0/networks/fab157d4-08a7-45de-80b1-90788e15e4c7 HTTP/1.1" status: 200 len: 886 time: 0.1149611 Jul 22 22:05:05.215887 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:05.465222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:05.701033 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:05.777206 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:05.982780 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Allocated IP 172.27.0.169 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/87b7345d-b0c0-4fd7-904a-f0cda87f340f) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:05:06.094112 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:06.178259 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:06.254383 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:05:06.258994 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:06.268558 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:05:06.270510 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Pushing event updated for resources: {'Port': ['ID=87b7345d-b0c0-4fd7-904a-f0cda87f340f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:06.548576 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:06.744389 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:06.748427 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3779337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3779346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3779490'] for router, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:06.861773 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Router 3da255c4-3f3d-4dba-a773-2e40ba466d00 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:05:06.978564 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:05:06.983356 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:06.984598 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-515bfa63-736a-41a5-938c-fbeb4d003e37 admin admin] 10.222.0.63 "PUT /v2.0/routers/3da255c4-3f3d-4dba-a773-2e40ba466d00 HTTP/1.1" status: 200 len: 890 time: 1.7721786 Jul 22 22:05:08.147888 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Sync routers for ids ['3da255c4-3f3d-4dba-a773-2e40ba466d00'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:05:08.157760 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Routers {'3da255c4-3f3d-4dba-a773-2e40ba466d00'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:08.158457 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:04:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['3da255c4-3f3d-4dba-a773-2e40ba466d00'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:08.328266 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:08.454322 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Set router 3da255c4-3f3d-4dba-a773-2e40ba466d00 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:08.499397 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:08.511200 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:08.511584 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:08.799761 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:08.872858 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,segment=NetworkSegment(93ab05c4-9cf1-4492-803d-6753009cf85f),segment_id=93ab05c4-9cf1-4492-803d-6753009cf85f)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:08.879678 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:08.951422 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:08.970129 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87b7345d-b0c0-4fd7-904a-f0cda87f340f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:04:49Z', 'updated_at': '2021-07-22T22:05:06Z', 'revision_number': 4, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'gw_port': {'id': '87b7345d-b0c0-4fd7-904a-f0cda87f340f', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:05Z', 'updated_at': '2021-07-22T22:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9', 'name': '', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'mac_address': 'fa:16:3e:87:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:04:58Z', 'updated_at': '2021-07-22T22:05:01Z', 'revision_number': 4, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'subnets': [{'id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:09.021661 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Checking router: 3da255c4-3f3d-4dba-a773-2e40ba466d00 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:05:09.022045 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Updating router 3da255c4-3f3d-4dba-a773-2e40ba466d00 port 87b7345d-b0c0-4fd7-904a-f0cda87f340f binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:05:09.054648 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.366152 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 55650) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:09.377614 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.387038 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Transition to ACTIVE for port object 87b7345d-b0c0-4fd7-904a-f0cda87f340f will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:09.392996 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.445384 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Attempting to bind port 87b7345d-b0c0-4fd7-904a-f0cda87f340f on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:09.445757 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Attempting to bind port 87b7345d-b0c0-4fd7-904a-f0cda87f340f by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:09.446148 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Attempting to bind port 87b7345d-b0c0-4fd7-904a-f0cda87f340f on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:09.448972 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064d83a-99b4-438d-8656-dc89bb19327e None None] Pushing event updated for resources: {'Port': ['ID=87b7345d-b0c0-4fd7-904a-f0cda87f340f,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:09.453956 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:09.454339 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:09.454742 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.455129 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:09.455591 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Bound port: 87b7345d-b0c0-4fd7-904a-f0cda87f340f, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:09.455996 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.499457 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-50293826-5353-4299-8a27-6787ccbb900c admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1317370 Jul 22 22:05:09.505220 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] For port 87b7345d-b0c0-4fd7-904a-f0cda87f340f, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:09.508938 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] For port 87b7345d-b0c0-4fd7-904a-f0cda87f340f, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=87b7345d-b0c0-4fd7-904a-f0cda87f340f,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:09.513634 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.573631 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Routers {'3da255c4-3f3d-4dba-a773-2e40ba466d00'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:09.574210 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:04:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['3da255c4-3f3d-4dba-a773-2e40ba466d00'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:09.689775 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064d83a-99b4-438d-8656-dc89bb19327e None None] Pushing event updated for resources: {'Port': ['ID=87b7345d-b0c0-4fd7-904a-f0cda87f340f,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:09.759384 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] Set router 3da255c4-3f3d-4dba-a773-2e40ba466d00 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:09.975181 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87b7345d-b0c0-4fd7-904a-f0cda87f340f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:04:49Z', 'updated_at': '2021-07-22T22:05:06Z', 'revision_number': 4, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'gw_port': {'id': '87b7345d-b0c0-4fd7-904a-f0cda87f340f', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:05Z', 'updated_at': '2021-07-22T22:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9', 'name': '', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'mac_address': 'fa:16:3e:87:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:04:58Z', 'updated_at': '2021-07-22T22:05:08Z', 'revision_number': 5, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'subnets': [{'id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:10.003848 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce2917-4c14-48d3-ac09-bb15fb0fb124 None None] The sync data for ids ['3da255c4-3f3d-4dba-a773-2e40ba466d00'] in dv-cinder-778534-6-iscsi is: [{'id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'name': 'router1', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87b7345d-b0c0-4fd7-904a-f0cda87f340f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:04:49Z', 'updated_at': '2021-07-22T22:05:06Z', 'revision_number': 4, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'gw_port': {'id': '87b7345d-b0c0-4fd7-904a-f0cda87f340f', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:05Z', 'updated_at': '2021-07-22T22:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9', 'name': '', 'network_id': '41903007-20ab-489c-bc8d-142dac545fb3', 'tenant_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'mac_address': 'fa:16:3e:87:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da255c4-3f3d-4dba-a773-2e40ba466d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:04:58Z', 'updated_at': '2021-07-22T22:05:08Z', 'revision_number': 5, 'project_id': '8ffc7c3693d647a08ec0bb10b7af702a', 'subnets': [{'id': '613945c5-0874-4744-b3c8-a854fbbc30eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '239cac6b-e180-488e-b8d2-010713018971'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:05:10.402422 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:10.484125 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:10.484417 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.572024 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 87b7345d-b0c0-4fd7-904a-f0cda87f340f up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:10.621561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 87b7345d-b0c0-4fd7-904a-f0cda87f340f completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:10.626373 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 87b7345d-b0c0-4fd7-904a-f0cda87f340f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:10.626792 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.717228 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.738563 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 87b7345d-b0c0-4fd7-904a-f0cda87f340f, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=87b7345d-b0c0-4fd7-904a-f0cda87f340f,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:10.743334 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.792730 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=87b7345d-b0c0-4fd7-904a-f0cda87f340f,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:12.301050 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 87b7345d-b0c0-4fd7-904a-f0cda87f340f up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:12.349281 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 87b7345d-b0c0-4fd7-904a-f0cda87f340f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:12.349658 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:23.389052 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2c70346-4c39-4096-8036-71bda08c04fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:25.921462 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0fc90160-f274-47cb-9a2d-b21b4ae6ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:26.505980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.230549 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:28.634832 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:33.829333 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:05:53.383355 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f9b61c94-fa9b-4c7d-83ab-3b17810b93ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:55.917618 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1962add2-658c-4367-8ecc-3322db81fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:56.501073 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:57.224187 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:58.639208 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:10.828722 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:23.385767 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-541d8509-9406-404d-b3b5-4cc195109b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:25.918096 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a44981bf-9418-4a30-b6d9-ee3461efcb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:26.503031 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:27.219821 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:28.646463 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:45.978563 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56218) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:46.039891 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4ab753-e77e-448f-b756-1f3950f0629b admin admin] GET failed (client error): The resource could not be found. Jul 22 22:06:46.041356 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3d4ab753-e77e-448f-b756-1f3950f0629b admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618258 Jul 22 22:06:46.269239 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde3640-a154-4be6-a2a4-466e9d75b791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:46.270724 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1dde3640-a154-4be6-a2a4-466e9d75b791 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2255256 Jul 22 22:06:47.826582 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:48.416126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56228) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:48.506357 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb33f09-a48a-4477-9c1e-4731d8eca3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:48.507675 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-deb33f09-a48a-4477-9c1e-4731d8eca3b4 admin admin] 10.222.0.63 "GET /v2.0/subnets/613945c5-0874-4744-b3c8-a854fbbc30eb HTTP/1.1" status: 200 len: 849 time: 0.0905621 Jul 22 22:06:48.516973 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:06:48.605451 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.747017 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784775147376'] for subnet, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.775973 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:48.776562 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.777841 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] 10.222.0.63 "PUT /v2.0/subnets/613945c5-0874-4744-b3c8-a854fbbc30eb HTTP/1.1" status: 200 len: 868 time: 0.2647109 Jul 22 22:06:48.787380 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b26704-b02e-4776-ab19-5785a9dfba9f None None] Network 41903007-20ab-489c-bc8d-142dac545fb3 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:06:48.802262 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Pushing event updated for resources: {'Subnet': ['ID=613945c5-0874-4744-b3c8-a854fbbc30eb,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:06:48.810527 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.810964 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.811239 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.811570 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.811897 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.812237 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.812564 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.812887 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.813427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.813754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.814110 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:48.814484 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f543c-a8b8-491b-8550-a1c9af4c311d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:06:49.178011 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-6aeb4f8f-41fa-48fc-8ddc-390c283061dc None None] Provisioning complete for port eaebd9f3-8baf-458d-9fc0-d4c4127820b3 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:49.178381 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4f8f-41fa-48fc-8ddc-390c283061dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:49.261025 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-6aeb4f8f-41fa-48fc-8ddc-390c283061dc None None] Provisioning complete for port 4fbb33bb-4c06-4b1f-a579-ceb1e1bb81c9 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:06:49.261279 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4f8f-41fa-48fc-8ddc-390c283061dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:50.951048 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56238) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:51.145155 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c8400-6409-4b77-8eb2-a56d247c1981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:51.145542 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c8400-6409-4b77-8eb2-a56d247c1981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:51.147699 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3d9c8400-6409-4b77-8eb2-a56d247c1981 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1956913 Jul 22 22:06:53.290085 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56246) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:53.390926 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7943ad95-9791-41cf-84f2-e6d329332a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:53.436419 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c625a47-a050-4b00-a832-52be334ac644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:53.436897 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c625a47-a050-4b00-a832-52be334ac644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:53.438583 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1c625a47-a050-4b00-a832-52be334ac644 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1475432 Jul 22 22:06:55.636879 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56254) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:55.780974 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc63256-8558-4da4-9ff5-84fd5e634569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:55.782387 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cbc63256-8558-4da4-9ff5-84fd5e634569 admin admin] 10.222.0.63 "GET /v2.0/networks/41903007-20ab-489c-bc8d-142dac545fb3 HTTP/1.1" status: 200 len: 870 time: 0.1445560 Jul 22 22:06:55.919604 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-79535891-6ef4-4c21-9fbe-52b0a6862e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:56.506776 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:57.223261 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:57.964329 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56262) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:06:58.093263 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b579502a-9310-4489-8a91-8dc47a006d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:06:58.094780 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b579502a-9310-4489-8a91-8dc47a006d91 admin admin] 10.222.0.63 "GET /v2.0/networks/fab157d4-08a7-45de-80b1-90788e15e4c7 HTTP/1.1" status: 200 len: 886 time: 0.1294773 Jul 22 22:06:58.644860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:00.272762 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56270) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:00.396352 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40af30-fc93-422d-8b9a-5e51644a1f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:00.396813 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40af30-fc93-422d-8b9a-5e51644a1f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:00.398398 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1e40af30-fc93-422d-8b9a-5e51644a1f38 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245792 Jul 22 22:07:02.579815 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56278) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:02.702136 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89969a-f651-4187-b307-bdbe98d9a64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:02.702598 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89969a-f651-4187-b307-bdbe98d9a64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:02.704113 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3e89969a-f651-4187-b307-bdbe98d9a64c admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234109 Jul 22 22:07:04.862549 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56286) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.945253 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111ef69-aed1-4487-aaac-158aa0af000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:04.946625 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b111ef69-aed1-4487-aaac-158aa0af000d admin admin] 10.222.0.63 "GET /v2.0/subnets/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0 HTTP/1.1" status: 200 len: 816 time: 0.0831060 Jul 22 22:07:07.092178 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56294) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:07.181058 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc6608-3cb3-4f9f-8972-98e17c197446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:07.182437 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c3fc6608-3cb3-4f9f-8972-98e17c197446 admin admin] 10.222.0.63 "GET /v2.0/subnets/613945c5-0874-4744-b3c8-a854fbbc30eb HTTP/1.1" status: 200 len: 868 time: 0.0893171 Jul 22 22:07:23.393797 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-de76bebc-65ba-4c24-9aad-41c072b083db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:24.825166 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:25.919346 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fdb4-3611-4a02-86d6-6060065b4108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:26.510003 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.227741 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.648467 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.855650 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56346) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:31.901703 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [None req-4d5c3f35-ad4e-4b2b-96c9-4030de970424 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:07:31.902730 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4d5c3f35-ad4e-4b2b-96c9-4030de970424 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461552 Jul 22 22:07:34.155072 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56354) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:34.214144 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb05e09d-4b1f-44c2-accd-b2ec7bc97ca6 admin admin] GET failed (client error): The resource could not be found. Jul 22 22:07:34.215443 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-eb05e09d-4b1f-44c2-accd-b2ec7bc97ca6 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591650 Jul 22 22:07:34.429069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5484011-aa88-4549-aca8-ab5400490f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:34.430560 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d5484011-aa88-4549-aca8-ab5400490f87 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2110229 Jul 22 22:07:36.621088 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56362) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:36.667312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:36.687345 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Made reservation on behalf of 24866b930f074fc5894b08805b5554fc for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:36.689635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:36.719009 dv-cinder-778534-6-iscsi neutron-server[93218]: WARNING neutron.services.revisions.revision_plugin [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Could not find related network for resource to bump revision. Jul 22 22:07:36.733206 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1815} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:36.743102 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:36.743447 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Added segment 6ccb308f-5e26-4f9d-806f-f83f59310978 of type vlan for network a277da5a-74a1-4f34-a786-88633d431144 Jul 22 22:07:36.786498 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:36.818351 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:36.819302 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:36.819875 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:36.854642 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2325115 Jul 22 22:07:36.882835 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8572cd9-3432-46ae-9fd1-84cffb9514ba admin admin] Pushing event updated for resources: {'Network': ['ID=a277da5a-74a1-4f34-a786-88633d431144,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:36.894144 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network a277da5a-74a1-4f34-a786-88633d431144 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:39.055124 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56370) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:39.115463 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f422411-9ccb-4073-a332-49c2b462543f admin admin] GET failed (client error): The resource could not be found. Jul 22 22:07:39.116817 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0f422411-9ccb-4073-a332-49c2b462543f admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607333 Jul 22 22:07:39.188104 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee47f87-eb35-43de-969f-4e183623c844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.189559 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-dee47f87-eb35-43de-969f-4e183623c844 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0689175 Jul 22 22:07:39.199545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144', 'cidr': '192.168.233.0/24'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:39.219682 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Made reservation on behalf of 24866b930f074fc5894b08805b5554fc for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:39.222124 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.391081 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.450302 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cf470a-2594-4feb-8643-307bd9376161,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:39.455952 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Checking segment: {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:39.456303 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Network hostable DHCP agents. Network: a277da5a-74a1-4f34-a786-88633d431144, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:39.482226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Network a277da5a-74a1-4f34-a786-88633d431144 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:39.493607 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, a277da5a-74a1-4f34-a786-88633d431144) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:39.497746 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.498343 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.503636 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48834c81-ebab-4998-91a6-10e04515fb0b None None] Network a277da5a-74a1-4f34-a786-88633d431144 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:39.514653 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8d4e6c65-dc27-4e41-b955-33159a4131fa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3185656 Jul 22 22:07:39.750340 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-a277da5a-74a1-4f34-a786-88633d431144', 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144', 'tenant_id': '24866b930f074fc5894b08805b5554fc', 'fixed_ips': [{'subnet_id': 'a5cf470a-2594-4feb-8643-307bd9376161'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:07:39.751237 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.897995 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Allocated IP 192.168.233.2 (a277da5a-74a1-4f34-a786-88633d431144/a5cf470a-2594-4feb-8643-307bd9376161/3d93db01-c125-4b66-821c-8921d3fd84b9) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:40.048867 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.057689 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Transition to ACTIVE for port object 3d93db01-c125-4b66-821c-8921d3fd84b9 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:40.072729 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Transition to ACTIVE for port object 3d93db01-c125-4b66-821c-8921d3fd84b9 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:40.080140 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.122821 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Network a277da5a-74a1-4f34-a786-88633d431144 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:40.127040 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:40.131361 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:40.138469 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Pushing event updated for resources: {'Port': ['ID=3d93db01-c125-4b66-821c-8921d3fd84b9,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:40.147886 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.148228 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.148574 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.148913 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.149252 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.149585 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.149944 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.150274 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.150645 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.150957 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.151705 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.151705 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:40.208453 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Attempting to bind port 3d93db01-c125-4b66-821c-8921d3fd84b9 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:40.208829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Attempting to bind port 3d93db01-c125-4b66-821c-8921d3fd84b9 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:40.209196 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Attempting to bind port 3d93db01-c125-4b66-821c-8921d3fd84b9 on network a277da5a-74a1-4f34-a786-88633d431144 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:40.214138 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:40.214515 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Checking segment: {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:40.214922 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.215316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Bound using segment: {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:40.215774 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Bound port: 3d93db01-c125-4b66-821c-8921d3fd84b9, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:40.216201 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.277885 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] For port 3d93db01-c125-4b66-821c-8921d3fd84b9, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:40.281351 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] For port 3d93db01-c125-4b66-821c-8921d3fd84b9, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=3d93db01-c125-4b66-821c-8921d3fd84b9,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:40.284502 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.340706 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c908-21fe-4e16-a210-9901f0ebe22c None None] Pushing event updated for resources: {'Port': ['ID=3d93db01-c125-4b66-821c-8921d3fd84b9,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:41.153988 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34d56e-d290-46d3-94cf-94f0ec9aa033 None None] Network a277da5a-74a1-4f34-a786-88633d431144 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:41.281246 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-023d3aec-95c1-4183-8236-097795069d4f None None] Provisioning for port 3d93db01-c125-4b66-821c-8921d3fd84b9 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:42.439735 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 3d93db01-c125-4b66-821c-8921d3fd84b9 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:42.491284 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 3d93db01-c125-4b66-821c-8921d3fd84b9 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:42.496173 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 3d93db01-c125-4b66-821c-8921d3fd84b9 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:42.496598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.579380 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.610304 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 3d93db01-c125-4b66-821c-8921d3fd84b9, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=3d93db01-c125-4b66-821c-8921d3fd84b9,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:42.615863 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.660807 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=3d93db01-c125-4b66-821c-8921d3fd84b9,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:44.412756 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 3d93db01-c125-4b66-821c-8921d3fd84b9 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:44.462681 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 3d93db01-c125-4b66-821c-8921d3fd84b9 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:44.463056 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:53.397214 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4c8d2e93-b7b7-4ceb-bddc-fbeedca1d894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.920105 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-19e69616-a36d-448d-8237-83e3f9989fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:56.511005 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:57.229207 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.650656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.824452 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:08:23.402718 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f46ed963-df1e-4565-aff9-2a835ff4ec2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:25.920248 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-13c934e0-6aed-4ab0-9ea8-5206fc84a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.511193 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.232528 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.654018 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:38.822376 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:08:53.394032 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8f13ef09-face-4bd7-bc62-f33a361a30b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.922574 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bf3db5f3-324a-46a8-9e6a-c3b11ff8408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.512520 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.237784 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.356743 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56422) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:58.362759 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [None req-3f5403c8-850b-4c73-aa84-1b862c98d5c1 tempest-verify_tempest_config-253021578 tempest-verify_tempest_config-253021578-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:08:58.364228 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3f5403c8-850b-4c73-aa84-1b862c98d5c1 tempest-verify_tempest_config-253021578 tempest-verify_tempest_config-253021578-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065336 Jul 22 22:08:58.655959 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.666977 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56440) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:58.765686 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.854480 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.858191 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.901220 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3fdbb16cc91e4948bc6edc664c1def1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332122 Jul 22 22:08:58.903348 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ce235-281f-4d6e-892f-5fa7fd3e050e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:58.904059 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56444) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:58.910920 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.911289 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.911637 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.911978 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.912316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.912663 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.912997 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.913326 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.913687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.914033 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.914362 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.914678 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ce5fd-49f4-4f9b-85d0-c9b8cac5d6b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:58.961416 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.981463 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.067348 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.069882 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.071058 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/639ce235-281f-4d6e-892f-5fa7fd3e050e HTTP/1.1" status: 204 len: 168 time: 0.1660213 Jul 22 22:08:59.078403 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ce235-281f-4d6e-892f-5fa7fd3e050e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:59.084848 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.085222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.085570 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.085939 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.086276 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.086625 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.086969 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.087276 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.087619 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.087952 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.088278 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:59.088601 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de76ed-c9e8-4e7a-a688-22bf884ac8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:15.824633 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:23.395321 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86feda71-411d-4e5a-9f6a-783eea70ca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:25.922391 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3fb519bf-3245-474e-b4eb-26f48c0919be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:26.513194 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:27.242023 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:28.659727 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:52.823316 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:53.395555 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5bd637cb-a170-4be4-955c-f6befe5f2057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:55.922403 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-331aa318-ec0f-4c08-9d5f-5bece06ad434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:56.514141 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:57.239826 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:58.662868 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:23.397376 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92ae33b9-68ae-4314-ae8f-66f2391a111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:25.922923 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b2fb-8952-46da-a86b-dc1465e8321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:26.514528 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:27.244066 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:28.667064 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:29.824304 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:42.538588 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3692562'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:45.334680 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56498) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:45.437134 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0c2d65c7-50eb-40a2-9b16-008f7736a463 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013422 Jul 22 22:10:47.610547 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56508) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:47.662454 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f0eb0eb7-22cf-428a-ab1d-a1ec3bfe3e00 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0507693 Jul 22 22:10:53.398204 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5d1a7656-69a9-4cd9-9667-21dc1af9b752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.922550 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-551f3762-2043-4c87-8f76-b52eb0f01bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:56.514945 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:57.245597 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:58.670387 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:06.823516 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:12.493672 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:23.398098 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c636a670-2e9f-4584-b3aa-9a2f40b1ff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.924048 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4d34-9020-4472-b4b9-9ffc3d9d9365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:26.514983 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:27.249548 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:28.672671 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:42.491980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:43.831877 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:53.398656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ee2-36c4-45a2-9a14-f455957c6185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.924566 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8f2b22dc-6902-420b-8064-df6149c87cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:56.516686 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.252095 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.676283 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:12.516052 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.312299 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56608) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:14.540272 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1223690033-network', 'tenant_id': '8289819803e04a74b7f732c48374d1c8'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:14.567888 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Made reservation on behalf of 8289819803e04a74b7f732c48374d1c8 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:14.567888 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.575720 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.690425 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.694403 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.721092 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb514dd-3703-43ff-b3a5-8bd763811de2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:14.730157 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.730720 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.730910 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.731138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.731548 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.731798 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.732536 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.732536 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.732979 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.733274 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.733683 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.734210 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Tracked resource versions report: Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: pushed versions: Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: { 'AddressGroup': {'1.2'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'ConntrackHelper': {'1.0'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Log': {'1.0'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Network': {'1.1'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Port': {'1.7'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'PortForwarding': {'1.2'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'QosPolicy': {'1.8'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroup': {'1.4'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SubPort': {'1.0'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Subnet': {'1.1'}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Trunk': {'1.1'}} Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: consumer versions: Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: HyperV agent@hv-cinder-77853: {}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'ConntrackHelper': '1.0', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Log': '1.0', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Network': '1.1', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Port': '1.7', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'PortForwarding': '1.2', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'QosPolicy': '1.8', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroup': '1.4', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SecurityGroupRule': '1.2', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'SubPort': '1.0', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Subnet': '1.1', Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: 'Trunk': '1.1'}} Jul 22 22:12:14.734976 dv-cinder-778534-6-iscsi neutron-server[93217]: {{(pid=93217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:12:14.742747 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1804} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:12:14.757971 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.758321 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Added segment 18ef36a4-e390-460e-b8d5-2d2adcf60a41 of type vlan for network 3bfdd55a-3e8a-443d-b799-4bae915e85df Jul 22 22:12:14.804215 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.836383 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.837683 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:14.838302 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.867794 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5537817 Jul 22 22:12:14.871323 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56658) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:14.879232 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Request body: {'subnet': {'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1223690033-subnet', 'tenant_id': '8289819803e04a74b7f732c48374d1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:14.904181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Made reservation on behalf of 8289819803e04a74b7f732c48374d1c8 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:14.907630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.910528 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d5c60-682b-4871-9c88-0994c6df72b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3bfdd55a-3e8a-443d-b799-4bae915e85df,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:14.921416 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 3bfdd55a-3e8a-443d-b799-4bae915e85df details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:12:15.085575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.135000 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=801183aa-b8e6-4937-b401-fc70d958e22d,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:15.145677 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.146074 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.146419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.146755 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.147080 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.147412 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.147738 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.148059 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.148397 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.148721 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.149136 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.149577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Tracked resource versions report: Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: pushed versions: Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: { 'AddressGroup': {'1.2'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'ConntrackHelper': {'1.0'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Log': {'1.0'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Network': {'1.1'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Port': {'1.7'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'PortForwarding': {'1.2'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'QosPolicy': {'1.8'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroup': {'1.4'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SubPort': {'1.0'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Subnet': {'1.1'}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Trunk': {'1.1'}} Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: consumer versions: Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: HyperV agent@hv-cinder-77853: {}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'ConntrackHelper': '1.0', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Log': '1.0', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Network': '1.1', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Port': '1.7', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'PortForwarding': '1.2', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'QosPolicy': '1.8', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroup': '1.4', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SecurityGroupRule': '1.2', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'SubPort': '1.0', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Subnet': '1.1', Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: 'Trunk': '1.1'}} Jul 22 22:12:15.150763 dv-cinder-778534-6-iscsi neutron-server[93218]: {{(pid=93218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:12:15.168440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Checking segment: {'id': '18ef36a4-e390-460e-b8d5-2d2adcf60a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:15.168800 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Network hostable DHCP agents. Network: 3bfdd55a-3e8a-443d-b799-4bae915e85df, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:12:15.185257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Network 3bfdd55a-3e8a-443d-b799-4bae915e85df is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:12:15.195254 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 3bfdd55a-3e8a-443d-b799-4bae915e85df) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:15.206611 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:15.207558 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.210502 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98366507-9718-4642-bb9a-a973e6bea677 None None] Network 3bfdd55a-3e8a-443d-b799-4bae915e85df requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:15.232758 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-926c4fc5-beb6-469a-ba43-5099ca42ac5d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3539019 Jul 22 22:12:15.348890 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb98bf-95dc-4d9a-9d16-8faf8a8dfc4e None None] Network 3bfdd55a-3e8a-443d-b799-4bae915e85df requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:16.386385 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56748) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:16.415262 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56752) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:16.416116 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56754) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:16.443779 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56760) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:16.708510 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-network', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:16.736508 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-514598902-network', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:16.746115 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-network', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:16.757641 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Made reservation on behalf of ae2a6032ddc94b8a95ee4791146b61ca for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:16.766746 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.791020 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-809146910-network', 'tenant_id': '8a395a513f51461fa5212c00c00cef20'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:16.791647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.812639 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Made reservation on behalf of 23bff573448c4799b7c1ab8221169c5d for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:16.814949 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.824004 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.833688 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Made reservation on behalf of 8133321cb72f4dbb94430ffb1a8eda29 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:16.836264 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.847074 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.856837 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Made reservation on behalf of 8a395a513f51461fa5212c00c00cef20 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:16.860304 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.872865 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.960637 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.966361 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.977715 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.db.api [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:12:16.977715 dv-cinder-778534-6-iscsi neutron-server[93217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:12:16.977715 dv-cinder-778534-6-iscsi neutron-server[93217]: [parameters: {'project_id_1': '8a395a513f51461fa5212c00c00cef20', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 12, 16, 885574)}] Jul 22 22:12:16.977715 dv-cinder-778534-6-iscsi neutron-server[93217]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:12:16.978289 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG oslo_db.api [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:12:16.984886 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.db.api [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:12:16.984886 dv-cinder-778534-6-iscsi neutron-server[93218]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:12:16.984886 dv-cinder-778534-6-iscsi neutron-server[93218]: [parameters: {'project_id_1': '8133321cb72f4dbb94430ffb1a8eda29', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 12, 16, 863507)}] Jul 22 22:12:16.984886 dv-cinder-778534-6-iscsi neutron-server[93218]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:12:16.985273 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG oslo_db.api [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:12:16.996395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1808} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:12:17.012908 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3292e5-740a-4ac9-85bd-0315e1202766,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.016218 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.016565 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Added segment 3f611db9-9f52-408f-8f5c-93506d66ea65 of type vlan for network 26b5b622-41fc-4392-b372-1e0acaf23965 Jul 22 22:12:17.099044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.102811 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.109494 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.132807 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.134266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:17.135495 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.136666 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1816} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:12:17.164201 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.164546 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Added segment bca6714d-052a-41dc-b7f5-f0719fc70e43 of type vlan for network fd9d1b93-a4df-4378-997f-071fb5740d1d Jul 22 22:12:17.175262 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383161a8-1d0d-4da4-ac67-52a3b85737f5,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.188686 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7982953 Jul 22 22:12:17.189971 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56804) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.228072 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Request body: {'subnet': {'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-subnet', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:17.229308 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.233565 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd1301-6e5e-45ff-a2fe-d933b62c700a admin admin] Pushing event updated for resources: {'Network': ['ID=26b5b622-41fc-4392-b372-1e0acaf23965,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.245750 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 26b5b622-41fc-4392-b372-1e0acaf23965 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:12:17.277087 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.278717 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:17.279010 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Made reservation on behalf of ae2a6032ddc94b8a95ee4791146b61ca for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:17.281000 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.282161 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.333000 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9150717 Jul 22 22:12:17.339329 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56814) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.382873 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Request body: {'subnet': {'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-subnet', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:17.387423 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e0d9a-1ec1-4442-9fb4-c9ecf42cd211 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9d1b93-a4df-4378-997f-071fb5740d1d,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.401168 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network fd9d1b93-a4df-4378-997f-071fb5740d1d details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:12:17.427587 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Made reservation on behalf of 23bff573448c4799b7c1ab8221169c5d for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:17.430107 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.479879 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.491240 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.523512 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56824) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.526568 dv-cinder-778534-6-iscsi neutron-server[93218]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:12:17.625018 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.633806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.653890 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1812} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:12:17.667424 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.668047 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Added segment 285b3375-f9d7-4201-8f58-8e2aaee500a4 of type vlan for network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 Jul 22 22:12:17.738472 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.795169 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5006f3f-8638-47b3-8309-3ff37033f341,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.820866 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.821528 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:17.822200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.883207 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.920609 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.931956 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:12:17.952707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-f8397a6f-084a-49eb-9352-fc77d1e7f49d tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:17.959946 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-f8397a6f-084a-49eb-9352-fc77d1e7f49d tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/networks?id=3bfdd55a-3e8a-443d-b799-4bae915e85df HTTP/1.1" status: 200 len: 812 time: 0.4353409 Jul 22 22:12:17.961957 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be900ce-6be7-496c-9de4-7cba61ec60c5,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.992025 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.007292 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-a27f5bc4-5645-43bd-a067-b0c89f418c09 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/quotas/8289819803e04a74b7f732c48374d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0461843 Jul 22 22:12:18.067755 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-120c0cdb-a85a-4e96-9838-b5f3d1dd6ec3 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8289819803e04a74b7f732c48374d1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593107 Jul 22 22:12:18.111743 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.119018 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Checking segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:18.119451 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Network hostable DHCP agents. Network: 26b5b622-41fc-4392-b372-1e0acaf23965, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:12:18.124186 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.157142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1819} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:12:18.175474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Network 26b5b622-41fc-4392-b372-1e0acaf23965 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:12:18.180958 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77f34e-4a95-4754-9cec-0f08c9ba028c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.184630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.184996 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Added segment 344c8115-9870-4161-a631-7728adab4be0 of type vlan for network 326cd767-0129-4592-a578-cc363d228277 Jul 22 22:12:18.194306 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 26b5b622-41fc-4392-b372-1e0acaf23965) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:18.199712 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:18.200379 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.207641 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f93a428-c3dd-4f55-a4e1-d2337722092b None None] Network 26b5b622-41fc-4392-b372-1e0acaf23965 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:18.249242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.257944 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bd4b2b01-d90e-42d3-8a2f-473444b3acb3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0330198 Jul 22 22:12:18.259098 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56870) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.274175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.278054 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8576a61a-8de7-4aa4-b62b-b4ac9af020d4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8324037 Jul 22 22:12:18.284605 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ca7998-8f65-4b08-b79a-5fccef5145dc,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.286670 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56874) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.294539 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Request body: {'subnet': {'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-809146910-subnet', 'tenant_id': '8a395a513f51461fa5212c00c00cef20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.298177 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-5c7aa13c-f55c-4b98-844b-adcde24150ce service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:12:18.311621 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-5c7aa13c-f55c-4b98-844b-adcde24150ce service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0871260 Jul 22 22:12:18.327464 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Checking segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:18.327818 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Network hostable DHCP agents. Network: fd9d1b93-a4df-4378-997f-071fb5740d1d, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:12:18.380523 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.384895 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:18.385718 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.398862 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.399991 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.403592 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Network fd9d1b93-a4df-4378-997f-071fb5740d1d is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:12:18.409325 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Made reservation on behalf of 8a395a513f51461fa5212c00c00cef20 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:18.413391 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.423392 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc65f1c-7030-4ed9-930c-f78a1d4c87cd None None] Network 26b5b622-41fc-4392-b372-1e0acaf23965 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:18.474625 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, fd9d1b93-a4df-4378-997f-071fb5740d1d) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:18.489435 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:18.491190 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.516340 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e605ed3-0444-4f2f-b0c1-1d64484c26bf None None] Network fd9d1b93-a4df-4378-997f-071fb5740d1d requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:18.600646 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-137bf18a-9668-4fca-a5f5-40cba7db0182 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2578368 Jul 22 22:12:18.614264 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56898) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.618859 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.697577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] Pushing event updated for resources: {'Network': ['ID=326cd767-0129-4592-a578-cc363d228277,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.709087 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e065ebcc-c3f2-45e3-b222-153141dfd6fd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2935598 Jul 22 22:12:18.717242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56908) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.730157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Request body: {'subnet': {'network_id': '326cd767-0129-4592-a578-cc363d228277', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-514598902-subnet', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.734875 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 326cd767-0129-4592-a578-cc363d228277 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:12:18.782592 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.783834 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.844335 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 56916) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.850139 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.925834 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-7a570d79-bb72-49cd-8cd7-bd224e7852bb service neutron] 10.222.0.63 "GET /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960531 Jul 22 22:12:18.933226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.023877 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.075896 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-fd9d1b93-a4df-4378-997f-071fb5740d1d', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:12:19.077441 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.108630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Made reservation on behalf of 8133321cb72f4dbb94430ffb1a8eda29 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:19.115294 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.116097 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.162858 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef27f807-c60b-4882-9425-b54b37d50e20,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:19.181448 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Checking segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:19.181802 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Network hostable DHCP agents. Network: 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:12:19.262918 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 56942) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:19.286813 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:12:19.318042 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:19.323513 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:19.324108 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.333970 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6de64-17ce-4bb7-8863-7a6f7cff0014 None None] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:19.354606 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-060cc6cb-4db6-477e-a3ae-92292d53135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.356121 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1d6b6852-5aaf-4a3b-9ee3-4a1de2caed52 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0683169 Jul 22 22:12:19.421003 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Allocated IP 172.20.0.2 (fd9d1b93-a4df-4378-997f-071fb5740d1d/41ca7998-8f65-4b08-b79a-5fccef5145dc/5b60d111-2eb8-4032-b2bb-1c070833871a) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:19.453615 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.534895 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fecd26f8-56d0-4fb5-931f-4855fc5abd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.554120 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-78a60584-f48a-4238-a6ec-debc3ecb9553 service neutron] 10.222.0.63 "GET /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159639 Jul 22 22:12:19.560029 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.593713 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.740003 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.770689 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.776974 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Allocated IP 172.27.0.97 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/eb0d7c27-6ed6-4e92-8696-47758db26796) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:19.795936 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Transition to ACTIVE for port object 5b60d111-2eb8-4032-b2bb-1c070833871a will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:19.857150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Transition to ACTIVE for port object 5b60d111-2eb8-4032-b2bb-1c070833871a will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:19.872292 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.922213 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef8d343-5698-4810-aa58-e04007ba1e6b,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:19.996383 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.040146 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-060cc6cb-4db6-477e-a3ae-92292d53135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.085749 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-060cc6cb-4db6-477e-a3ae-92292d53135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.105993 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Pushing event updated for resources: {'Port': ['ID=5b60d111-2eb8-4032-b2bb-1c070833871a,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:20.124001 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e90a5-f5a9-4b7c-b6b3-9b9af9ba39c7 None None] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:20.127055 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Network fd9d1b93-a4df-4378-997f-071fb5740d1d is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:20.141340 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:20.147840 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Checking segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:20.148995 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:20.150696 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Network hostable DHCP agents. Network: 326cd767-0129-4592-a578-cc363d228277, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:12:20.180217 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fecd26f8-56d0-4fb5-931f-4855fc5abd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.181927 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.182734 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.183328 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.183949 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.184495 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.185010 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.186103 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.186652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.187276 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.187794 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.188683 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fecd26f8-56d0-4fb5-931f-4855fc5abd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.189273 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.189793 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Tracked resource versions report: Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: pushed versions: Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: { 'AddressGroup': {'1.2'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'ConntrackHelper': {'1.0'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Log': {'1.0'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Network': {'1.1'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Port': {'1.7'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'PortForwarding': {'1.2'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'QosPolicy': {'1.8'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroup': {'1.4'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SubPort': {'1.0'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Subnet': {'1.1'}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Trunk': {'1.1'}} Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: consumer versions: Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: HyperV agent@hv-cinder-77853: {}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'ConntrackHelper': '1.0', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Log': '1.0', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Network': '1.1', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Port': '1.7', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'PortForwarding': '1.2', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'QosPolicy': '1.8', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroup': '1.4', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SecurityGroupRule': '1.2', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'SubPort': '1.0', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Subnet': '1.1', Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: 'Trunk': '1.1'}} Jul 22 22:12:20.192399 dv-cinder-778534-6-iscsi neutron-server[93219]: {{(pid=93219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:12:20.221266 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-50b58a05-ab5d-4414-8400-665e627450c6 req-2217925f-4689-48d4-84a8-9a07257945a1 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.1652501 Jul 22 22:12:20.288812 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd26f8-56d0-4fb5-931f-4855fc5abd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bb691c-b92c-4622-8f2b-0b0a1dbf9064,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:20.314496 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.347418 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-fecd26f8-56d0-4fb5-931f-4855fc5abd4f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f97381c19f614d8f965557f837e6cbf7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0720177 Jul 22 22:12:20.354575 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57032) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:20.411109 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:20.418489 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:20.421314 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Attempting to bind port 5b60d111-2eb8-4032-b2bb-1c070833871a on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:20.421925 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Attempting to bind port 5b60d111-2eb8-4032-b2bb-1c070833871a by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:20.422473 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Attempting to bind port 5b60d111-2eb8-4032-b2bb-1c070833871a on network fd9d1b93-a4df-4378-997f-071fb5740d1d {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:20.424742 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:20.426569 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0d7c27-6ed6-4e92-8696-47758db26796,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:20.443409 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:20.444041 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Checking segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:20.444660 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.445646 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Bound using segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:20.446353 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Bound port: 5b60d111-2eb8-4032-b2bb-1c070833871a, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:20.446968 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.514969 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cc6cb-4db6-477e-a3ae-92292d53135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a8a62-7e4b-41bc-b7df-6c763b99337a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:20.520418 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.549792 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.714937 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Allocated IP 172.27.0.132 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/64517075-046e-4b5e-95d0-df488ce4277e) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:20.753044 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] For port 5b60d111-2eb8-4032-b2bb-1c070833871a, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:20.757750 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] For port 5b60d111-2eb8-4032-b2bb-1c070833871a, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=5b60d111-2eb8-4032-b2bb-1c070833871a,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:20.762036 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57056) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:20.765532 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.767711 dv-cinder-778534-6-iscsi neutron-server[93217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:12:20.815146 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-060cc6cb-4db6-477e-a3ae-92292d53135d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49ff3884720b4c7e8e0f656c7f56db92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9352040 Jul 22 22:12:20.815146 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Network 326cd767-0129-4592-a578-cc363d228277 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:12:20.820294 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:20.822063 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57066) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:20.843222 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 326cd767-0129-4592-a578-cc363d228277) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:20.862323 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6fbba-2d0a-4cf8-8376-76fa5bb7ae44 None None] Network 326cd767-0129-4592-a578-cc363d228277 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:20.864367 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:20.864965 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.915513 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.939072 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e33af4-1de9-4274-b2ea-d7268b87c045 None None] Pushing event updated for resources: {'Port': ['ID=5b60d111-2eb8-4032-b2bb-1c070833871a,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:20.947347 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3cf66e2-3f9b-4226-9352-17901e03105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.971195 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3cf66e2-3f9b-4226-9352-17901e03105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:20.987386 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6b8289aa-ed4b-4541-9edc-4a1edd09fe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.001095 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57070) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:21.012145 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-63c3223b-e2b3-4829-879c-31a9fe0d7b52 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2910497 Jul 22 22:12:21.014639 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57072) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:21.028589 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:21.152279 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.153421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.162691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3cf66e2-3f9b-4226-9352-17901e03105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.165181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3cf66e2-3f9b-4226-9352-17901e03105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.166491 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d3cf66e2-3f9b-4226-9352-17901e03105b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e75a8a62-7e4b-41bc-b7df-6c763b99337a HTTP/1.1" status: 204 len: 168 time: 0.3432109 Jul 22 22:12:21.189173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf66e2-3f9b-4226-9352-17901e03105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a8a62-7e4b-41bc-b7df-6c763b99337a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:21.197010 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-326cd767-0129-4592-a578-cc363d228277', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:12:21.198591 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.204499 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.226564 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6b8289aa-ed4b-4541-9edc-4a1edd09fe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.270083 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.336991 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.359231 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:21.359776 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e50daa71-4118-4803-bed4-5ac7672dc540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.368572 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-94c8ac73-12f1-4b9c-9429-336c3da1de0c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:21.371068 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-94c8ac73-12f1-4b9c-9429-336c3da1de0c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.6045797 Jul 22 22:12:21.432029 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d3705084-4368-46c6-a86f-c8c18e1ca334 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/quotas/8a395a513f51461fa5212c00c00cef20 HTTP/1.1" status: 200 len: 375 time: 0.0345101 Jul 22 22:12:21.517112 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-507ff43e-9bf4-449f-944f-28c83b03cf14 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744958 Jul 22 22:12:21.592706 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Allocated IP 172.20.0.2 (326cd767-0129-4592-a578-cc363d228277/0ef8d343-5698-4810-aa58-e04007ba1e6b/61719ad4-966d-4c7a-9631-6cf1b3f15ffa) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:21.599850 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6b8289aa-ed4b-4541-9edc-4a1edd09fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.603855 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6b8289aa-ed4b-4541-9edc-4a1edd09fe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.605356 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6b8289aa-ed4b-4541-9edc-4a1edd09fe20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c1bb691c-b92c-4622-8f2b-0b0a1dbf9064 HTTP/1.1" status: 204 len: 168 time: 1.2510006 Jul 22 22:12:21.675219 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8289aa-ed4b-4541-9edc-4a1edd09fe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bb691c-b92c-4622-8f2b-0b0a1dbf9064,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:21.703979 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Pushing event updated for resources: {'Port': ['ID=64517075-046e-4b5e-95d0-df488ce4277e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:21.721034 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f882fa67-00a4-4f97-a625-6596fdc5d927 req-1e2feb32-4a3f-40c4-a47a-52494bfd0161 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.3662550 Jul 22 22:12:21.739651 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:21.756288 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:21.763462 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.997660 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57100) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:22.010558 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.032545 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Transition to ACTIVE for port object 61719ad4-966d-4c7a-9631-6cf1b3f15ffa will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:22.033185 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c08289f6-4898-4037-b4c8-150c3d8f294a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.046164 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-593334f2-abc2-457f-99c5-05120bdc9665 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:12:22.047240 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-593334f2-abc2-457f-99c5-05120bdc9665 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564718 Jul 22 22:12:22.061200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e50daa71-4118-4803-bed4-5ac7672dc540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.071109 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Transition to ACTIVE for port object 61719ad4-966d-4c7a-9631-6cf1b3f15ffa will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:22.082291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.092096 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e50daa71-4118-4803-bed4-5ac7672dc540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.148008 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Network 326cd767-0129-4592-a578-cc363d228277 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:22.152742 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:22.156669 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:22.228551 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c08289f6-4898-4037-b4c8-150c3d8f294a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.238652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Pushing event updated for resources: {'Port': ['ID=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:22.280481 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e50daa71-4118-4803-bed4-5ac7672dc540 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8175fe3b413942cebd19aa85290bfa1f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2657135 Jul 22 22:12:22.284669 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57106) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:22.285855 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57108) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:22.295442 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Attempting to bind port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:22.295825 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Attempting to bind port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:22.296199 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Attempting to bind port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa on network 326cd767-0129-4592-a578-cc363d228277 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:22.302076 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:22.302275 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c08289f6-4898-4037-b4c8-150c3d8f294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.302379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Checking segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:22.302685 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.302979 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Bound using segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:22.303535 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Bound port: 61719ad4-966d-4c7a-9631-6cf1b3f15ffa, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:22.303970 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.309997 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Router 688f110e-638d-44ac-9bee-278d6210d45f is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:12:22.327312 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50daa71-4118-4803-bed4-5ac7672dc540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b813dd3-9dee-428a-9c34-62551f521605,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:22.336356 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3cec280b-9083-40d0-b649-f984d9ab5db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.364721 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.373585 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] For port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:22.374484 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] For port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:22.378472 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afccbd99-2d33-4175-9dfc-7c208907c022 None None] Network fd9d1b93-a4df-4378-997f-071fb5740d1d requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:22.402204 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.430429 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-afcae886-f977-4fe1-b739-33c2e4881cfe service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652809 Jul 22 22:12:22.438696 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c08289f6-4898-4037-b4c8-150c3d8f294a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=049d609b82a040c19349409361f25663&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4323368 Jul 22 22:12:22.439644 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08289f6-4898-4037-b4c8-150c3d8f294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c09305-f9f5-420a-8a45-567feb67fcba,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:22.456166 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57114) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:22.464438 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ddf9ac8d-571f-4606-a7ce-88acf6420ea9 None None] Provisioning for port 5b60d111-2eb8-4032-b2bb-1c070833871a completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:22.565271 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c543-c55a-4f19-8f2a-f9caa3c2a609 None None] Pushing event updated for resources: {'Port': ['ID=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:22.593101 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.713453 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 5b60d111-2eb8-4032-b2bb-1c070833871a up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:22.722133 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d788ba0c-7404-416a-b7f5-72bcd7dd3007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.757115 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:22.771735 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:22.801997 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-7ded4ade-7339-4c1d-bb9a-4d7f68323ee8 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302436 Jul 22 22:12:22.811653 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d788ba0c-7404-416a-b7f5-72bcd7dd3007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.825645 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f22cd05-2505-4277-92a9-5a2fc59c3bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.861328 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:22.862901 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f22cd05-2505-4277-92a9-5a2fc59c3bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.863639 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:11:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:22.887058 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 5b60d111-2eb8-4032-b2bb-1c070833871a completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:22.896596 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 5b60d111-2eb8-4032-b2bb-1c070833871a triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:22.897008 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.919771 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3cec280b-9083-40d0-b649-f984d9ab5db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.932368 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d788ba0c-7404-416a-b7f5-72bcd7dd3007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.942883 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d788ba0c-7404-416a-b7f5-72bcd7dd3007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.946714 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d788ba0c-7404-416a-b7f5-72bcd7dd3007 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7b813dd3-9dee-428a-9c34-62551f521605 HTTP/1.1" status: 204 len: 168 time: 0.6456082 Jul 22 22:12:22.967432 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3cec280b-9083-40d0-b649-f984d9ab5db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.979932 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.983925 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b6a276f2-cb17-4123-a920-325b0a9f3909 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3667295 Jul 22 22:12:23.012311 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57120) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:23.017027 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788ba0c-7404-416a-b7f5-72bcd7dd3007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b813dd3-9dee-428a-9c34-62551f521605,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:23.114542 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec280b-9083-40d0-b649-f984d9ab5db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d203ad5a-1943-4daf-91ef-ac0729459892,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:23.137491 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3cec280b-9083-40d0-b649-f984d9ab5db1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dc4323ba9258437ea947d05eba01390a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8473949 Jul 22 22:12:23.137491 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57122) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:23.165065 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.236552 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-06d60191-b927-4cbc-8de4-698d3ec9c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.250416 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:23.288204 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-06d60191-b927-4cbc-8de4-698d3ec9c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.323335 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 5b60d111-2eb8-4032-b2bb-1c070833871a, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=5b60d111-2eb8-4032-b2bb-1c070833871a,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:23.348633 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.354253 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-7ff7c8a0-fed6-43c2-8518-d92ec21cb494 None None] Provisioning complete for port 5b60d111-2eb8-4032-b2bb-1c070833871a triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:23.354624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7ff7c8a0-fed6-43c2-8518-d92ec21cb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.402593 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6fa89ab5-8a2c-4c08-9069-c6e1cb03e9a0 req-95d9863f-e10e-495e-8c87-3513207dc26f tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.0809484 Jul 22 22:12:23.442781 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-06d60191-b927-4cbc-8de4-698d3ec9c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.445355 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e77af030-5568-42a1-9c64-9077a7b4b513 req-5f3028ca-1662-40a7-8b80-dda97e1e8ffa tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.2181847 Jul 22 22:12:23.454592 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.77', 57008) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:23.475680 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-06d60191-b927-4cbc-8de4-698d3ec9c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.482935 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-06d60191-b927-4cbc-8de4-698d3ec9c27c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d203ad5a-1943-4daf-91ef-ac0729459892 HTTP/1.1" status: 204 len: 168 time: 0.3250194 Jul 22 22:12:23.535869 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60191-b927-4cbc-8de4-698d3ec9c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d203ad5a-1943-4daf-91ef-ac0729459892,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:23.551927 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f22cd05-2505-4277-92a9-5a2fc59c3bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.554447 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f22cd05-2505-4277-92a9-5a2fc59c3bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.555603 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9f22cd05-2505-4277-92a9-5a2fc59c3bb3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/77c09305-f9f5-420a-8a45-567feb67fcba HTTP/1.1" status: 204 len: 168 time: 1.0982945 Jul 22 22:12:23.656085 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22cd05-2505-4277-92a9-5a2fc59c3bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c09305-f9f5-420a-8a45-567feb67fcba,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:23.657015 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0b856f73-c1d1-462c-9560-80f9f2e0e82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.689946 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=5b60d111-2eb8-4032-b2bb-1c070833871a,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:23.787240 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.819355 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:20Z', 'revision_number': 3, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:23.862270 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:23.862652 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Updating router 688f110e-638d-44ac-9bee-278d6210d45f port eb0d7c27-6ed6-4e92-8696-47758db26796 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:23.898221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.916656 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57158) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:23.927046 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.951781 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef8d0-185e-4f94-be66-bd3477e03852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.098258 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Allocated IP 172.27.0.37 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/3e71a97b-0a63-4f07-956b-0d1072da3270) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:24.179934 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef8d0-185e-4f94-be66-bd3477e03852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.184747 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77270f15-cd78-4a23-baec-b3c5f1525328 None None] Network 326cd767-0129-4592-a578-cc363d228277 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:24.186648 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef8d0-185e-4f94-be66-bd3477e03852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.226259 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ef8d0-185e-4f94-be66-bd3477e03852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3836919-5ef3-431d-a531-be9897931790,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:24.278491 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5c0ef8d0-185e-4f94-be66-bd3477e03852 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9b64685944ab4b399d8df202172883fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609314 Jul 22 22:12:24.281020 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57176) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:24.307056 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-92330c02-5355-475d-9df7-9b2d56166e0c None None] Provisioning for port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:24.405919 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.414211 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-19a1d8ae-6cbb-4dad-bd47-ddd7ffdfec36 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:24.415638 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-19a1d8ae-6cbb-4dad-bd47-ddd7ffdfec36 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.77 "GET /v2.0/networks?id=3bfdd55a-3e8a-443d-b799-4bae915e85df HTTP/1.1" status: 200 len: 812 time: 0.9596546 Jul 22 22:12:24.449813 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-44caa38e-5442-4349-8bb8-cbf5c6938ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.495629 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-44caa38e-5442-4349-8bb8-cbf5c6938ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.522700 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Request body: {'port': {'device_id': '25ddb676-384b-4a16-979a-be92a7728285', 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df', 'admin_state_up': True, 'tenant_id': '8289819803e04a74b7f732c48374d1c8'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:24.663975 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.682979 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-44caa38e-5442-4349-8bb8-cbf5c6938ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.691298 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-44caa38e-5442-4349-8bb8-cbf5c6938ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:24.693280 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-44caa38e-5442-4349-8bb8-cbf5c6938ef6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a3836919-5ef3-431d-a531-be9897931790 HTTP/1.1" status: 204 len: 168 time: 0.4108424 Jul 22 22:12:24.771057 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-324395bb-2b4a-4ace-832f-ceb2aea94ddd req-2c79054c-6a59-4a3f-afca-c7dd9387fb87 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.1252704 Jul 22 22:12:24.777591 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa38e-5442-4349-8bb8-cbf5c6938ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3836919-5ef3-431d-a531-be9897931790,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:24.905333 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 5b60d111-2eb8-4032-b2bb-1c070833871a up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:25.032924 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.110709 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 5b60d111-2eb8-4032-b2bb-1c070833871a triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:25.111655 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.192113 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:25.192728 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.215615 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Transition to ACTIVE for port object eb0d7c27-6ed6-4e92-8696-47758db26796 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:25.233561 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.296866 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Attempting to bind port eb0d7c27-6ed6-4e92-8696-47758db26796 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:25.301298 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Attempting to bind port eb0d7c27-6ed6-4e92-8696-47758db26796 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:25.302510 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Attempting to bind port eb0d7c27-6ed6-4e92-8696-47758db26796 on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:25.326024 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:25.338229 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e7f457-e5f0-43df-a18d-09e2d80aa23c req-190c4433-0941-4c39-bd2a-58ceb6613a79 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.6486764 Jul 22 22:12:25.409718 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:25.410869 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:25.411930 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.412872 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:25.414008 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Bound port: eb0d7c27-6ed6-4e92-8696-47758db26796, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:25.415965 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 61719ad4-966d-4c7a-9631-6cf1b3f15ffa up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:25.416620 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.515922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:25.540780 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:25.553200 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:25.553918 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.594497 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] For port eb0d7c27-6ed6-4e92-8696-47758db26796, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:25.598220 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] For port eb0d7c27-6ed6-4e92-8696-47758db26796, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=eb0d7c27-6ed6-4e92-8696-47758db26796,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:25.613692 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.668731 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Pushing event updated for resources: {'Port': ['ID=eb0d7c27-6ed6-4e92-8696-47758db26796,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:25.698519 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.699268 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.699839 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.700396 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.700994 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.701555 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.702148 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.702694 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.703275 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.703853 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.705529 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.706131 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Tracked resource versions report: Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: pushed versions: Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: { 'AddressGroup': {'1.2'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'ConntrackHelper': {'1.0'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Log': {'1.0'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Network': {'1.1'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Port': {'1.7'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'PortForwarding': {'1.2'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'QosPolicy': {'1.8'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroup': {'1.4'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SubPort': {'1.0'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Subnet': {'1.1'}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Trunk': {'1.1'}} Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: consumer versions: Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: { DHCP agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: HyperV agent@hv-cinder-77853: {}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: L3 agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: Metadata agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: Metering agent@dv-cinder-778534-6-iscsi: {}, Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: Open vSwitch agent@dv-cinder-778534-6-iscsi: { 'AddressGroup': '1.2', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'ConntrackHelper': '1.0', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Log': '1.0', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Network': '1.1', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Port': '1.7', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'PortForwarding': '1.2', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'QosPolicy': '1.8', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroup': '1.4', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SecurityGroupRule': '1.2', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'SubPort': '1.0', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Subnet': '1.1', Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: 'Trunk': '1.1'}} Jul 22 22:12:25.717065 dv-cinder-778534-6-iscsi neutron-server[93220]: {{(pid=93220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:12:25.734565 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:25.735085 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.735830 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:11:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:25.812595 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:25.818924 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.982784 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:26.009433 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f671d790-4878-4f75-bc57-295841b4bfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.092268 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d355ca-f79c-407e-9acc-ee9c3ab9e860 None None] Pushing event updated for resources: {'Port': ['ID=eb0d7c27-6ed6-4e92-8696-47758db26796,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:26.143324 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Pushing event updated for resources: {'Port': ['ID=3e71a97b-0a63-4f07-956b-0d1072da3270,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:26.150285 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Made reservation on behalf of 8289819803e04a74b7f732c48374d1c8 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:26.154846 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.160704 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:26.228256 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.261989 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0d3a562e-95b3-4b4b-9091-32a67df6ef6d req-b8f71519-28ab-4476-8c42-9d94082da316 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.0783260 Jul 22 22:12:26.432868 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Router 0d9c3810-6cb3-4079-bd72-589fc59440d0 is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:12:26.538698 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.593640 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b80d3d33-95ee-4a68-8ff8-648461cdea1e req-e3ba2b87-9c56-4ce8-9139-d621a33f82df tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.0963240 Jul 22 22:12:26.624874 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:20Z', 'revision_number': 3, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:26.678317 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ef17-279b-440e-b73b-7d6ef2448100 None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:20Z', 'revision_number': 3, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:26.701140 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 61719ad4-966d-4c7a-9631-6cf1b3f15ffa up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:26.870410 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:26.870878 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.963864 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:27.015167 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Sync routers for ids ['0d9c3810-6cb3-4079-bd72-589fc59440d0'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:27.062826 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Routers {'0d9c3810-6cb3-4079-bd72-589fc59440d0'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:27.064127 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['0d9c3810-6cb3-4079-bd72-589fc59440d0'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:27.072276 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:27.491520 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Set router 0d9c3810-6cb3-4079-bd72-589fc59440d0 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:27.502421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Allocated IP 172.20.0.11 (3bfdd55a-3e8a-443d-b799-4bae915e85df/801183aa-b8e6-4937-b401-fc70d958e22d/721199a6-659c-4f0a-80af-89fe9a2a4be5) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:27.601320 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4f588cb-b2dd-48c3-a137-401e9a9b69fe req-163ed410-cef9-4fa0-96f8-ed1637676506 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.1028271 Jul 22 22:12:27.728134 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:27.770290 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:27.859657 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:27.866516 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fef09c78-9ff9-4d9d-9226-4890f805565f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.6051157 Jul 22 22:12:27.871225 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57288) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:28.071113 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7883e828-9646-4fdc-83fa-75171a97e6a8 req-ffdbf9ed-f707-4f59-8e39-73d02a65a5e8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.2648237 Jul 22 22:12:28.074854 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:21Z', 'revision_number': 3, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:28.165313 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Allocated IP 172.20.0.1 (fd9d1b93-a4df-4378-997f-071fb5740d1d/41ca7998-8f65-4b08-b79a-5fccef5145dc/14def537-a41b-4174-8986-b45dfb375831) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:28.207428 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Checking router: 0d9c3810-6cb3-4079-bd72-589fc59440d0 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:28.211057 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Updating router 0d9c3810-6cb3-4079-bd72-589fc59440d0 port 64517075-046e-4b5e-95d0-df488ce4277e binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:28.258988 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:28.346016 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:28.527885 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Pushing event updated for resources: {'Port': ['ID=721199a6-659c-4f0a-80af-89fe9a2a4be5,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:28.790197 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:28.815503 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device eb0d7c27-6ed6-4e92-8696-47758db26796 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:28.953333 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a4108339-ed67-4cdb-b7b7-fe8e1f8d10c8 req-35fb1e19-2ce5-4794-8780-e5f0749dbd89 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.1103396 Jul 22 22:12:28.968751 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Network 3bfdd55a-3e8a-443d-b799-4bae915e85df is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:28.972381 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:28.987006 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:29.001787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:29.002468 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.066710 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port eb0d7c27-6ed6-4e92-8696-47758db26796 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:29.087055 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port eb0d7c27-6ed6-4e92-8696-47758db26796 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:29.093067 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.160408 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9c84ec7a-3977-481c-974f-f309ed7ff51f tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6432521 Jul 22 22:12:29.243537 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.290531 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-bca2359f-dffa-4143-9226-a9fe8d0f46f3 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:12:29.291787 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-bca2359f-dffa-4143-9226-a9fe8d0f46f3 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080132 Jul 22 22:12:29.433497 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.440634 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Transition to ACTIVE for port object 14def537-a41b-4174-8986-b45dfb375831 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:29.448228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.459082 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.593280 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.624087 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Transition to ACTIVE for port object 64517075-046e-4b5e-95d0-df488ce4277e will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:29.684122 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.800131 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port eb0d7c27-6ed6-4e92-8696-47758db26796, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=eb0d7c27-6ed6-4e92-8696-47758db26796,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:29.812363 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:29.829894 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.77', 57015) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:29.919001 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Pushing event updated for resources: {'Port': ['ID=14def537-a41b-4174-8986-b45dfb375831,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:29.930771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2a37-a429-4412-aafa-72c20b21af78 req-77841b57-f506-4f49-92d2-199e66839509 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:29.932472 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-81fe2a37-a429-4412-aafa-72c20b21af78 req-77841b57-f506-4f49-92d2-199e66839509 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 932 time: 0.6787298 Jul 22 22:12:29.958095 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.010779 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-81fe2a37-a429-4412-aafa-72c20b21af78 req-4aa2e335-772f-4d52-902b-84770f2198fd tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654180 Jul 22 22:12:30.012921 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Network fd9d1b93-a4df-4378-997f-071fb5740d1d is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:30.048650 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:30.057801 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Attempting to bind port 64517075-046e-4b5e-95d0-df488ce4277e on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:30.058290 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Attempting to bind port 64517075-046e-4b5e-95d0-df488ce4277e by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:30.058573 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Attempting to bind port 64517075-046e-4b5e-95d0-df488ce4277e on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:30.070862 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:30.071427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.097150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:30.106511 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:30.107252 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.107818 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:30.108649 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Bound port: 64517075-046e-4b5e-95d0-df488ce4277e, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:30.109234 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.130143 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cb03c-c69b-4a33-8da9-106a48cf721e None None] Pushing event updated for resources: {'Port': ['ID=64517075-046e-4b5e-95d0-df488ce4277e,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:30.302007 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-724aac01-05fd-4663-8434-bfc93d830b1a req-4f585c40-2df1-4fa0-8896-0822c1cf203d tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.1196642 Jul 22 22:12:30.315356 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Request body: {'port': {'device_id': '25ddb676-384b-4a16-979a-be92a7728285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:30.394251 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=eb0d7c27-6ed6-4e92-8696-47758db26796,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:30.412549 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] For port 64517075-046e-4b5e-95d0-df488ce4277e, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:30.423335 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] For port 64517075-046e-4b5e-95d0-df488ce4277e, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=64517075-046e-4b5e-95d0-df488ce4277e,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:30.431629 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.526548 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-f474d965-574c-4d1c-8887-81c076cef401 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:30.530935 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-f474d965-574c-4d1c-8887-81c076cef401 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.8835182 Jul 22 22:12:30.576799 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Request body: {'port': {'device_id': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'admin_state_up': True, 'tenant_id': '8a395a513f51461fa5212c00c00cef20'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:30.590851 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Routers {'0d9c3810-6cb3-4079-bd72-589fc59440d0'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:30.593162 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['0d9c3810-6cb3-4079-bd72-589fc59440d0'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:30.650428 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Allocated IP 172.20.0.1 (26b5b622-41fc-4392-b372-1e0acaf23965/8be900ce-6be7-496c-9de4-7cba61ec60c5/c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:30.814270 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] Set router 0d9c3810-6cb3-4079-bd72-589fc59440d0 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:30.842993 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.965175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:30.973337 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Router faf546f0-508f-4369-be26-11cc236d09ab is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:12:31.003397 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device eb0d7c27-6ed6-4e92-8696-47758db26796 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:31.015538 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.189272 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ae76c801-fe8a-4c39-ba24-25c73802b4e3 None None] Provisioning for port 14def537-a41b-4174-8986-b45dfb375831 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:31.207615 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ae76c801-fe8a-4c39-ba24-25c73802b4e3 None None] Provisioning complete for port 14def537-a41b-4174-8986-b45dfb375831 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:31.208620 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ae76c801-fe8a-4c39-ba24-25c73802b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.243772 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Made reservation on behalf of 8a395a513f51461fa5212c00c00cef20 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:31.247353 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.363325 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ae76c801-fe8a-4c39-ba24-25c73802b4e3 None None] Port 14def537-a41b-4174-8986-b45dfb375831 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:31.371356 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cb03c-c69b-4a33-8da9-106a48cf721e None None] Pushing event updated for resources: {'Port': ['ID=64517075-046e-4b5e-95d0-df488ce4277e,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:31.392062 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port eb0d7c27-6ed6-4e92-8696-47758db26796 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:31.394236 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.637707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Allocated IP 172.20.0.6 (0bdbf4a8-117a-4a03-ba2a-05c84a34fc23/ef27f807-c60b-4882-9425-b54b37d50e20/3b8b7664-24d6-4d99-986d-dedd7d9f68d1) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:31.728658 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721199a6-659c-4f0a-80af-89fe9a2a4be5 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:31.738221 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.796628 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Transition to ACTIVE for port object 721199a6-659c-4f0a-80af-89fe9a2a4be5 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:31.804142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.821755 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.954979 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-988668d3-9025-4b41-8667-7ba8696ec0ca req-a16c7a99-f849-4c9f-a666-d1e83ec8ba36 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.1455038 Jul 22 22:12:31.971887 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.053539 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:21Z', 'revision_number': 3, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:32.109604 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49d95-02c7-4ad6-bccd-5a1394ec692c None None] The sync data for ids ['0d9c3810-6cb3-4079-bd72-589fc59440d0'] in dv-cinder-778534-6-iscsi is: [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:21Z', 'revision_number': 3, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:32.156429 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event updated for resources: {'Port': ['ID=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:32.190150 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Attempting to bind port 721199a6-659c-4f0a-80af-89fe9a2a4be5 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:32.190736 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Attempting to bind port 721199a6-659c-4f0a-80af-89fe9a2a4be5 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '18ef36a4-e390-460e-b8d5-2d2adcf60a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:32.191210 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Attempting to bind port 721199a6-659c-4f0a-80af-89fe9a2a4be5 on network 3bfdd55a-3e8a-443d-b799-4bae915e85df {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:32.194953 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Pushing event updated for resources: {'Port': ['ID=721199a6-659c-4f0a-80af-89fe9a2a4be5,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:32.204081 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.253961 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Port 721199a6-659c-4f0a-80af-89fe9a2a4be5 on network 3bfdd55a-3e8a-443d-b799-4bae915e85df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:32.255633 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Attempting to bind port 721199a6-659c-4f0a-80af-89fe9a2a4be5 on network 3bfdd55a-3e8a-443d-b799-4bae915e85df {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:32.276620 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:32.278115 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Checking segment: {'id': '18ef36a4-e390-460e-b8d5-2d2adcf60a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:32.280689 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Bound using segment: {'id': '18ef36a4-e390-460e-b8d5-2d2adcf60a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:32.281806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Bound port: 721199a6-659c-4f0a-80af-89fe9a2a4be5, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ef36a4-e390-460e-b8d5-2d2adcf60a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:32.282543 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.437666 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.441273 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] For port 721199a6-659c-4f0a-80af-89fe9a2a4be5, host hv-cinder-77853, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:32.446439 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] For port 721199a6-659c-4f0a-80af-89fe9a2a4be5, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5,segment=NetworkSegment(18ef36a4-e390-460e-b8d5-2d2adcf60a41),segment_id=18ef36a4-e390-460e-b8d5-2d2adcf60a41)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:32.457874 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:32.459890 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57396) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:32.466663 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Network 26b5b622-41fc-4392-b372-1e0acaf23965 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:32.468459 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.471087 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:32.479879 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:32.481298 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:32.485059 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:32.523926 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.525539 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:32.526388 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:32.529156 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.591435 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.593644 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.596152 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] 10.222.0.77 "PUT /v2.0/ports/721199a6-659c-4f0a-80af-89fe9a2a4be5 HTTP/1.1" status: 200 len: 1094 time: 2.7493985 Jul 22 22:12:32.596631 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ddb676-384b-4a16-979a-be92a7728285', 'tag': '721199a6-659c-4f0a-80af-89fe9a2a4be5'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:32.651864 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Pushing event updated for resources: {'Port': ['ID=14def537-a41b-4174-8986-b45dfb375831,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:32.688378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:32.722376 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2874-3e6c-4027-b1b7-12d7f801bedb req-0e75e27e-4bcd-4285-85f3-2647acc7a60a tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.724562 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d9e2874-3e6c-4027-b1b7-12d7f801bedb req-0e75e27e-4bcd-4285-85f3-2647acc7a60a tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 932 time: 1.5272875 Jul 22 22:12:32.775928 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.775928 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d53d4905-7d97-4de7-bd83-f4d9a7c36231 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.7417319 Jul 22 22:12:32.775928 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:32.775928 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.776275 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57410) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:32.781995 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.784438 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:32.785013 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.989279 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d9e2874-3e6c-4027-b1b7-12d7f801bedb req-e93e7609-a130-49f3-ac2d-cb2eea446511 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532988 Jul 22 22:12:33.142853 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-df27bb47-6f4a-43b7-8a56-66fa43db7eac tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5745962 Jul 22 22:12:33.163412 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Network fd9d1b93-a4df-4378-997f-071fb5740d1d is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:33.178538 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca35a65b-5d11-448c-b2a6-00f5869b0af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:33.185131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:33.271340 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:33.325936 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af51c3d-0687-44fe-81d0-c167a79bd08d" -d '{"events": [{"name": "network-changed", "server_uuid": "25ddb676-384b-4a16-979a-be92a7728285", "tag": "721199a6-659c-4f0a-80af-89fe9a2a4be5"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:33.334182 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Request body: {'port': {'device_id': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:33.511452 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f4155-10a6-4ff0-859b-c40c007d76bb service neutron] Pushing event updated for resources: {'Port': ['ID=721199a6-659c-4f0a-80af-89fe9a2a4be5,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:33.612083 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:33.656167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Router 688f110e-638d-44ac-9bee-278d6210d45f has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:33.723300 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-9ecef4e4-d6a9-4768-975b-70e67c02d117 None None] Provisioning complete for port 14def537-a41b-4174-8986-b45dfb375831 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:33.723901 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9ecef4e4-d6a9-4768-975b-70e67c02d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:33.752444 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:26Z', 'revision_number': 3, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:33.755018 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33b42a7-3532-4cde-b117-e9bf48c26b56 x-openstack-request-id: req-a33b42a7-3532-4cde-b117-e9bf48c26b56 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:33.767933 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ddb676-384b-4a16-979a-be92a7728285", "tag": "721199a6-659c-4f0a-80af-89fe9a2a4be5", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:33.769030 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a33b42a7-3532-4cde-b117-e9bf48c26b56 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:33.770306 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ddb676-384b-4a16-979a-be92a7728285', 'tag': '721199a6-659c-4f0a-80af-89fe9a2a4be5', 'status': 'completed', 'code': 200} Jul 22 22:12:33.819502 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:33.830198 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-9ecef4e4-d6a9-4768-975b-70e67c02d117 None None] Port 14def537-a41b-4174-8986-b45dfb375831 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:33.834739 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Updating router faf546f0-508f-4369-be26-11cc236d09ab port 3e71a97b-0a63-4f07-956b-0d1072da3270 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:33.868991 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca35a65b-5d11-448c-b2a6-00f5869b0af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:33.944831 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:33.952223 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca35a65b-5d11-448c-b2a6-00f5869b0af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.148207 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ca35a65b-5d11-448c-b2a6-00f5869b0af4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e33c776a36c1478ea770e16a8a81dae5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6252613 Jul 22 22:12:34.161171 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a65b-5d11-448c-b2a6-00f5869b0af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da7e03-47ae-4f52-934f-e3f725972f01,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:34.164490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57442) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:34.479318 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:34.501700 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:34.518941 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:34.519799 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:34.534866 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9b9b396b-a4f0-49b9-9760-28c4beb70790 admin admin] 10.222.0.63 "PUT /v2.0/routers/688f110e-638d-44ac-9bee-278d6210d45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5186296 Jul 22 22:12:34.585744 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-578950c2-b992-4715-8753-33b7c227002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.618433 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.644517 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.694902 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ff337-13b7-464b-bef1-99d1614e3348 req-e20365ad-dede-437d-8289-c2c011883c37 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:34.695124 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Transition to ACTIVE for port object 3e71a97b-0a63-4f07-956b-0d1072da3270 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:34.727030 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.733680 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-662ff337-13b7-464b-bef1-99d1614e3348 req-e20365ad-dede-437d-8289-c2c011883c37 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 931 time: 1.3931947 Jul 22 22:12:34.796828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-578950c2-b992-4715-8753-33b7c227002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.815058 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 64517075-046e-4b5e-95d0-df488ce4277e up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:34.867130 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-d20db677-d789-4b1d-b605-ca28438e86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:34.869919 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-d20db677-d789-4b1d-b605-ca28438e86c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8289819803e04a74b7f732c48374d1c8&device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 1097 time: 1.4482005 Jul 22 22:12:34.929580 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Attempting to bind port 3e71a97b-0a63-4f07-956b-0d1072da3270 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:34.931129 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Attempting to bind port 3e71a97b-0a63-4f07-956b-0d1072da3270 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:34.931657 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Attempting to bind port 3e71a97b-0a63-4f07-956b-0d1072da3270 on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:34.953121 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:34.964478 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d914cb7-97ad-47d9-b032-242fb379b3f4 None None] Pushing event updated for resources: {'Port': ['ID=3e71a97b-0a63-4f07-956b-0d1072da3270,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:34.970703 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f80b27-01db-4534-be7a-a03058d08f60 req-4263abb1-dc90-4972-9bf2-b7a3a4cce8f4 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:34.973385 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:34.974670 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:34.975370 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83f80b27-01db-4534-be7a-a03058d08f60 req-4263abb1-dc90-4972-9bf2-b7a3a4cce8f4 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 944 time: 0.7547407 Jul 22 22:12:34.977018 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:34.977352 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:34.980233 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Bound port: 3e71a97b-0a63-4f07-956b-0d1072da3270, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:34.980861 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.087465 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57466) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:35.136085 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] For port 3e71a97b-0a63-4f07-956b-0d1072da3270, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:35.150457 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] For port 3e71a97b-0a63-4f07-956b-0d1072da3270, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=3e71a97b-0a63-4f07-956b-0d1072da3270,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:35.160202 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.167995 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-9b11b7a7-2338-404a-a260-b49ba394e53f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5 HTTP/1.1" status: 200 len: 217 time: 0.2074790 Jul 22 22:12:35.281001 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83f80b27-01db-4534-be7a-a03058d08f60 req-725a481e-5a7f-4cf1-8fc8-d45d07ba0249 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870922 Jul 22 22:12:35.314501 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:35.342025 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.350467 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-578950c2-b992-4715-8753-33b7c227002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.359811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-578950c2-b992-4715-8753-33b7c227002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.365298 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d914cb7-97ad-47d9-b032-242fb379b3f4 None None] Pushing event updated for resources: {'Port': ['ID=3e71a97b-0a63-4f07-956b-0d1072da3270,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:35.365472 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-578950c2-b992-4715-8753-33b7c227002d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b9da7e03-47ae-4f52-934f-e3f725972f01 HTTP/1.1" status: 204 len: 168 time: 1.1938767 Jul 22 22:12:35.374224 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:35.374224 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:35.381328 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-662ff337-13b7-464b-bef1-99d1614e3348 req-49a86132-0107-4b5d-b9c1-419a7230e352 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413124 Jul 22 22:12:35.406466 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578950c2-b992-4715-8753-33b7c227002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da7e03-47ae-4f52-934f-e3f725972f01,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:35.411322 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Transition to ACTIVE for port object 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:35.417715 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.514130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f3df1821-230d-49da-9f68-43906223d96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.740958 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:35.748853 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f3df1821-230d-49da-9f68-43906223d96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.801519 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 64517075-046e-4b5e-95d0-df488ce4277e completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:35.809620 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 64517075-046e-4b5e-95d0-df488ce4277e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:35.816222 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.849098 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:35.911559 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f3df1821-230d-49da-9f68-43906223d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.960438 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:35.964605 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Attempting to bind port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:35.965008 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Attempting to bind port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:35.965501 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Attempting to bind port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:35.975871 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:35.976185 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Attempting to bind port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:35.984016 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f3df1821-230d-49da-9f68-43906223d96a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e97f5f5f930247148ae0e63fd148deae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8904934 Jul 22 22:12:35.988817 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57478) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:36.000309 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df1821-230d-49da-9f68-43906223d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4abc38-fcdd-4368-9ebf-bf8c40dc08ee,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:36.004231 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:31Z', 'revision_number': 2, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:36.014573 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:36.016236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Checking segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:36.016236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Bound using segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:36.016236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Bound port: 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:36.016487 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.127391 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.180644 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 64517075-046e-4b5e-95d0-df488ce4277e, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=64517075-046e-4b5e-95d0-df488ce4277e,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:36.187942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57480) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:36.188140 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.190604 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-91f1b525-060f-465f-bebe-f2599e1a8c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.209132 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.221326 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.240502 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:36.242339 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Updating router 688f110e-638d-44ac-9bee-278d6210d45f port 14def537-a41b-4174-8986-b45dfb375831 binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:36.250763 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.274546 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] For port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:36.279781 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-91f1b525-060f-465f-bebe-f2599e1a8c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.284187 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] For port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:36.293832 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.302717 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:26Z', 'revision_number': 3, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:36.421302 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20197a09-4cfa-4c99-b661-b1f125e076bd None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:26Z', 'revision_number': 3, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:36.434147 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:36.445612 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=64517075-046e-4b5e-95d0-df488ce4277e,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:36.487410 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.670424 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57490) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:36.671485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:36.672215 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.673965 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] 10.222.0.77 "PUT /v2.0/ports/3b8b7664-24d6-4d99-986d-dedd7d9f68d1 HTTP/1.1" status: 200 len: 1093 time: 3.3521869 Jul 22 22:12:36.682490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'tag': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:36.798035 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Network 26b5b622-41fc-4392-b372-1e0acaf23965 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:36.803893 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.817759 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f2b90ce-15b6-4bdf-8290-4b690f0e70ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:36.897338 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a75593-4b67-41a4-8c2a-5e750ec70709 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:36.916263 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:36.980717 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.db.api [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:12:36.980717 dv-cinder-778534-6-iscsi neutron-server[93218]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 22:12:36.980717 dv-cinder-778534-6-iscsi neutron-server[93218]: [parameters: {'project_id': '58206de03a87448cb64083d6576e991b', 'id': '80eed2bf-4f45-43ba-ade2-be3da43d7133', 'expiration': datetime.datetime(2021, 7, 22, 22, 14, 36, 946504)}] Jul 22 22:12:36.980717 dv-cinder-778534-6-iscsi neutron-server[93218]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:12:36.981141 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG oslo_db.api [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:12:36.990256 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 64517075-046e-4b5e-95d0-df488ce4277e up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:37.061241 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.083342 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Transition to ACTIVE for port object 14def537-a41b-4174-8986-b45dfb375831 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:37.099300 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 64517075-046e-4b5e-95d0-df488ce4277e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:37.099300 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.107683 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f2b90ce-15b6-4bdf-8290-4b690f0e70ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.111636 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f956e-5552-4e0d-9457-d1993faa419c" -d '{"events": [{"name": "network-changed", "server_uuid": "59765d4e-08c7-44d0-bfb6-e186cf6bbef2", "tag": "3b8b7664-24d6-4d99-986d-dedd7d9f68d1"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:37.116317 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-91f1b525-060f-465f-bebe-f2599e1a8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.119017 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-91f1b525-060f-465f-bebe-f2599e1a8c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.120150 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-91f1b525-060f-465f-bebe-f2599e1a8c48 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ac4abc38-fcdd-4368-9ebf-bf8c40dc08ee HTTP/1.1" status: 204 len: 168 time: 1.1309116 Jul 22 22:12:37.137468 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.158090 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f2b90ce-15b6-4bdf-8290-4b690f0e70ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.189676 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1b525-060f-465f-bebe-f2599e1a8c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4abc38-fcdd-4368-9ebf-bf8c40dc08ee,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:37.257419 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57500) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:37.293427 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899287109', 'description': 'tempest-description--940498444'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:37.349838 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b90ce-15b6-4bdf-8290-4b690f0e70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa287986-025d-4e2c-9b9e-806fc244ea7f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:37.378846 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1f2b90ce-15b6-4bdf-8290-4b690f0e70ee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e63a378f02174fa5a37dedb646c32cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039843 Jul 22 22:12:37.386573 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4206e-1f77-4134-b29d-16d9b1fbc42e None None] Pushing event updated for resources: {'Port': ['ID=14def537-a41b-4174-8986-b45dfb375831,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:37.390659 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57502) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:37.520774 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.524079 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Attempting to bind port 14def537-a41b-4174-8986-b45dfb375831 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:37.524766 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Attempting to bind port 14def537-a41b-4174-8986-b45dfb375831 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:37.525363 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Attempting to bind port 14def537-a41b-4174-8986-b45dfb375831 on network fd9d1b93-a4df-4378-997f-071fb5740d1d {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:37.537266 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:37.538054 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Checking segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:37.539666 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.539666 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Bound using segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:37.540390 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Bound port: 14def537-a41b-4174-8986-b45dfb375831, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:37.542418 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.631190 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-710e00c0-e5d6-42ef-a5ab-83cd5a86f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.635505 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-710e00c0-e5d6-42ef-a5ab-83cd5a86f896 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=801183aa-b8e6-4937-b401-fc70d958e22d HTTP/1.1" status: 200 len: 852 time: 0.5797009 Jul 22 22:12:37.651528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-085b0587-5eb3-4616-843d-4e3d9e8eb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.660172 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-085b0587-5eb3-4616-843d-4e3d9e8eb83a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 1096 time: 0.5438223 Jul 22 22:12:37.701187 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] For port 14def537-a41b-4174-8986-b45dfb375831, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:37.705558 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] For port 14def537-a41b-4174-8986-b45dfb375831, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=14def537-a41b-4174-8986-b45dfb375831,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:37.713786 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.732385 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c4bf-63d8-47c2-9666-49c9d7d9ce55 req-86a79df1-8920-40ad-b661-f834498cbf97 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.734017 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4359c4bf-63d8-47c2-9666-49c9d7d9ce55 req-86a79df1-8920-40ad-b661-f834498cbf97 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 944 time: 1.2543542 Jul 22 22:12:37.749581 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0f35950f-bcfc-46b4-9122-e1820cae313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.764830 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Allocated IP 172.20.0.1 (326cd767-0129-4592-a578-cc363d228277/0ef8d343-5698-4810-aa58-e04007ba1e6b/267ada2a-e2da-442d-b1bd-628d632cdbb0) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:37.800873 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0f35950f-bcfc-46b4-9122-e1820cae313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.831044 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:37.831711 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:37.998776 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57510) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:38.012081 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3fab-e34a-423f-8e5e-3b08d53cc60e req-54641c4f-65d6-4e2b-8ce9-6b721c0286e2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:38.013800 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a06f3fab-e34a-423f-8e5e-3b08d53cc60e req-54641c4f-65d6-4e2b-8ce9-6b721c0286e2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 943 time: 0.6287742 Jul 22 22:12:38.024757 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-0824d35b-738b-4942-81ea-0233b21c2362 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1 HTTP/1.1" status: 200 len: 217 time: 0.1639659 Jul 22 22:12:38.035064 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:38.079258 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f656f60c-a9b9-464d-b8e0-a452e5804cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.086484 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.146315 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a06f3fab-e34a-423f-8e5e-3b08d53cc60e req-c30fba9b-0642-4f7a-a0a9-f766c6967827 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209309 Jul 22 22:12:38.179720 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4206e-1f77-4134-b29d-16d9b1fbc42e None None] Pushing event updated for resources: {'Port': ['ID=14def537-a41b-4174-8986-b45dfb375831,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:38.208361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.223159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-243e8c27-d4a5-47fa-aa31-72c0ae72684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:38.224709 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-243e8c27-d4a5-47fa-aa31-72c0ae72684e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0858312 Jul 22 22:12:38.234084 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Transition to ACTIVE for port object 267ada2a-e2da-442d-b1bd-628d632cdbb0 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:38.235843 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.237230 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0f35950f-bcfc-46b4-9122-e1820cae313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.239919 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0f35950f-bcfc-46b4-9122-e1820cae313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.241191 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0f35950f-bcfc-46b4-9122-e1820cae313b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa287986-025d-4e2c-9b9e-806fc244ea7f HTTP/1.1" status: 204 len: 168 time: 0.8495719 Jul 22 22:12:38.261747 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35950f-bcfc-46b4-9122-e1820cae313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa287986-025d-4e2c-9b9e-806fc244ea7f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:38.285976 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.298907 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Router 0d9c3810-6cb3-4079-bd72-589fc59440d0 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:38.304804 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-76a57cbd-6947-482f-bd17-96ee0f788dee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3bfdd55a-3e8a-443d-b799-4bae915e85df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2232163 Jul 22 22:12:38.316542 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.323871 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-70dbb088-8568-416d-8d6e-623eeb52793d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814590 Jul 22 22:12:38.369433 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58206de03a87448cb64083d6576e991b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1754735 Jul 22 22:12:38.375180 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57520) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:38.386922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825a810-11eb-4f5d-969a-a51b395b69b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5baf8f-9599-4114-8a35-4e661b3a6b2e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:38.421521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:37Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:38.443096 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Network 326cd767-0129-4592-a578-cc363d228277 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:38.473182 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7266e2-eab3-4f8b-82c6-70c3bb279510 None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:37Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:38.564161 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c4708b-3a4d-4121-858a-3364c1b8a2bb x-openstack-request-id: req-a1c4708b-3a4d-4121-858a-3364c1b8a2bb {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:38.564542 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59765d4e-08c7-44d0-bfb6-e186cf6bbef2", "tag": "3b8b7664-24d6-4d99-986d-dedd7d9f68d1", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:38.564898 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1c4708b-3a4d-4121-858a-3364c1b8a2bb {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:38.565370 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'tag': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'status': 'completed', 'code': 200} Jul 22 22:12:38.569714 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-712f5c0e-9ba1-4bf0-be68-d2b2eabc62a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.582764 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f656f60c-a9b9-464d-b8e0-a452e5804cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.585462 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-f35e8302-3743-453f-8fee-160d5c222e2d service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192788 Jul 22 22:12:38.588584 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:38.593498 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f656f60c-a9b9-464d-b8e0-a452e5804cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.595850 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:38.596645 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.635714 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Pushing event updated for resources: {'Port': ['ID=267ada2a-e2da-442d-b1bd-628d632cdbb0,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:38.641268 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-004cdce8-8272-4d50-b568-846bff949ad8 service neutron] 10.222.0.77 "GET /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612879 Jul 22 22:12:38.644265 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-712f5c0e-9ba1-4bf0-be68-d2b2eabc62a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.670890 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4359c4bf-63d8-47c2-9666-49c9d7d9ce55 req-27fa1264-dd06-4a0a-baca-f7509a925b1a tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864673 Jul 22 22:12:38.710323 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f656f60c-a9b9-464d-b8e0-a452e5804cf8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ec295473bea429cb7c072532f4d712a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7071908 Jul 22 22:12:38.719114 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57528) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:38.826625 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 3e71a97b-0a63-4f07-956b-0d1072da3270 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:38.850434 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f60c-a9b9-464d-b8e0-a452e5804cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73100bff-165d-4c28-b55a-4612c37b6fb2,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:38.925316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 3e71a97b-0a63-4f07-956b-0d1072da3270 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:38.931169 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 3e71a97b-0a63-4f07-956b-0d1072da3270 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:38.931428 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.995064 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a4fd6fe-1e27-4e3d-9ce8-8e525dfe551c req-ce935b18-f3c9-4e76-9324-bda849706135 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982024 Jul 22 22:12:39.036630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-862c6838-3784-4a17-91ad-3971381ecb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.053218 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5475187e-4f8a-4ecc-8c6d-a7f308822ab8 None None] Provisioning for port 267ada2a-e2da-442d-b1bd-628d632cdbb0 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:39.066126 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5475187e-4f8a-4ecc-8c6d-a7f308822ab8 None None] Provisioning complete for port 267ada2a-e2da-442d-b1bd-628d632cdbb0 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:39.066624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5475187e-4f8a-4ecc-8c6d-a7f308822ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.100489 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-862c6838-3784-4a17-91ad-3971381ecb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.102512 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-712f5c0e-9ba1-4bf0-be68-d2b2eabc62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.105055 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-712f5c0e-9ba1-4bf0-be68-d2b2eabc62a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.111444 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-712f5c0e-9ba1-4bf0-be68-d2b2eabc62a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e5baf8f-9599-4114-8a35-4e661b3a6b2e HTTP/1.1" status: 204 len: 168 time: 0.7214060 Jul 22 22:12:39.125499 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-5475187e-4f8a-4ecc-8c6d-a7f308822ab8 None None] Port 267ada2a-e2da-442d-b1bd-628d632cdbb0 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:39.189738 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.232298 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f5c0e-9ba1-4bf0-be68-d2b2eabc62a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5baf8f-9599-4114-8a35-4e661b3a6b2e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:39.235959 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 3e71a97b-0a63-4f07-956b-0d1072da3270, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=3e71a97b-0a63-4f07-956b-0d1072da3270,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:39.275747 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.284023 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.289818 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e3a86fcd-c607-4fb3-86a9-365991f10638 req-ba319b61-c099-419e-b4b6-2720c9e36565 service neutron] 10.222.0.77 "GET /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384094 Jul 22 22:12:39.302364 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.304625 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.364536 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:39.384959 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0c8fb2aa-745f-4f70-b943-7fbb9930efb1 admin admin] 10.222.0.63 "PUT /v2.0/routers/0d9c3810-6cb3-4079-bd72-589fc59440d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5048378 Jul 22 22:12:39.394637 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Sync routers for ids ['0d9c3810-6cb3-4079-bd72-589fc59440d0'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:39.399043 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=3e71a97b-0a63-4f07-956b-0d1072da3270,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:39.412455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-ac7683ec-01eb-4a20-aec7-2e40aa23cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.414102 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-ac7683ec-01eb-4a20-aec7-2e40aa23cd26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 1096 time: 0.3272836 Jul 22 22:12:39.414842 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Routers {'0d9c3810-6cb3-4079-bd72-589fc59440d0'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:39.415465 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['0d9c3810-6cb3-4079-bd72-589fc59440d0'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:39.469791 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.476531 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2157102 Jul 22 22:12:39.487641 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57548) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:39.536139 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'security_group_rule': {'security_group_id': '90d427b4-6c12-4a89-9dc6-ec03e5be7dda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:39.546007 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee0425-106b-46ed-9d7a-0633e2064dc2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d427b4-6c12-4a89-9dc6-ec03e5be7dda,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:39.674744 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-6de96583-a0e8-4339-ab33-1ee4253cde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.676830 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-6de96583-a0e8-4339-ab33-1ee4253cde71 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 916 time: 0.2538230 Jul 22 22:12:39.692263 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Set router 0d9c3810-6cb3-4079-bd72-589fc59440d0 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:39.696341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-862c6838-3784-4a17-91ad-3971381ecb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.699057 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-862c6838-3784-4a17-91ad-3971381ecb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.700263 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-862c6838-3784-4a17-91ad-3971381ecb99 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73100bff-165d-4c28-b55a-4612c37b6fb2 HTTP/1.1" status: 204 len: 168 time: 0.9231427 Jul 22 22:12:39.719844 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.757976 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57558) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:39.764878 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c6838-3784-4a17-91ad-3971381ecb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73100bff-165d-4c28-b55a-4612c37b6fb2,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:39.799299 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-68dd5b3d-f1ec-464c-b174-9bcca84284f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1 HTTP/1.1" status: 200 len: 217 time: 0.1099453 Jul 22 22:12:39.831311 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-cef483f8-d82d-4c8b-a372-df5a51a17675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.832855 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-cef483f8-d82d-4c8b-a372-df5a51a17675 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8289819803e04a74b7f732c48374d1c8&device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 1097 time: 0.4529142 Jul 22 22:12:39.873454 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62262ad6-a34c-4ed3-9a2e-2fa110a5c11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.900184 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d8aa0-f5eb-42f9-be85-9d0a11982a61 req-bf1b446c-85d4-4386-8091-7edc9e10dd8a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.906767 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-089d8aa0-f5eb-42f9-be85-9d0a11982a61 req-bf1b446c-85d4-4386-8091-7edc9e10dd8a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 943 time: 0.6141436 Jul 22 22:12:39.965510 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-2cc9e1c8-07e7-4107-b6e7-72e397fc4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.967810 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-2cc9e1c8-07e7-4107-b6e7-72e397fc4ee5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.1578147 Jul 22 22:12:40.011853 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-f5d0a3b7-f77a-4042-8a00-8574adfb9d54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351648 Jul 22 22:12:40.015256 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-089d8aa0-f5eb-42f9-be85-9d0a11982a61 req-e9637890-611c-4d95-aa48-a50ad153a820 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884714 Jul 22 22:12:40.135257 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.148060 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-fd469d9d-432a-44e9-93ac-0e6f54bd3415 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265688 Jul 22 22:12:40.149686 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:34Z', 'revision_number': 4, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f', 'name': '', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'mac_address': 'fa:16:3e:a7:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:29Z', 'updated_at': '2021-07-22T22:12:35Z', 'revision_number': 2, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'subnets': [{'id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:40.176726 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.193583 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Checking router: 0d9c3810-6cb3-4079-bd72-589fc59440d0 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:40.194115 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Updating router 0d9c3810-6cb3-4079-bd72-589fc59440d0 port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:40.235932 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.324610 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d0f956e-5552-4e0d-9457-d1993faa419c req-c7de694f-b7e7-4fcf-8675-15fc87044651 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649513 Jul 22 22:12:40.346613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373655d6-88ba-4ca5-b2d0-23a02f21c93c,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:40.412827 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.458386 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.459101 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.567941 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-7ad3f67c-e177-4a50-9fbb-e9f22cf47b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.570063 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-7ad3f67c-e177-4a50-9fbb-e9f22cf47b40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3bfdd55a-3e8a-443d-b799-4bae915e85df HTTP/1.1" status: 200 len: 914 time: 0.7222447 Jul 22 22:12:40.615839 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238ecdd-f683-41bc-b73d-794051f3bdbe req-77df707f-6094-4fc9-916f-e5dc4311871c tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.632504 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3238ecdd-f683-41bc-b73d-794051f3bdbe req-77df707f-6094-4fc9-916f-e5dc4311871c tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 944 time: 0.7956743 Jul 22 22:12:40.655565 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Pushing event updated for resources: {'Port': ['ID=267ada2a-e2da-442d-b1bd-628d632cdbb0,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:40.753085 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-879adffe-e8a1-4e87-a449-7508f1ba8fce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5 HTTP/1.1" status: 200 len: 217 time: 0.1678886 Jul 22 22:12:40.757805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-cecfc958-254a-4a13-a6ec-98ace06682b5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.760169 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-cecfc958-254a-4a13-a6ec-98ace06682b5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 819 time: 0.3031151 Jul 22 22:12:40.813175 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-54d429ec-e976-4d65-82d1-ab79ec6e0245 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/quotas/ae2a6032ddc94b8a95ee4791146b61ca HTTP/1.1" status: 200 len: 375 time: 0.0284936 Jul 22 22:12:40.855565 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3238ecdd-f683-41bc-b73d-794051f3bdbe req-2edcdfd9-82cc-4907-9103-e5f118878a6c tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116127 Jul 22 22:12:40.886042 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62262ad6-a34c-4ed3-9a2e-2fa110a5c11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.899318 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-33a55fbc-1908-467f-84e5-ba78d17e428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.900902 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-33a55fbc-1908-467f-84e5-ba78d17e428c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=801183aa-b8e6-4937-b401-fc70d958e22d HTTP/1.1" status: 200 len: 852 time: 0.1378078 Jul 22 22:12:40.902952 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Network 326cd767-0129-4592-a578-cc363d228277 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:40.904636 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62262ad6-a34c-4ed3-9a2e-2fa110a5c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.911945 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:40.914980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 3e71a97b-0a63-4f07-956b-0d1072da3270 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:40.930594 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.931868 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cfa6059c-9e1b-4e73-9b6e-4c659afba4b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4411981 Jul 22 22:12:40.941324 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57596) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:40.984056 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'security_group_rule': {'security_group_id': '90d427b4-6c12-4a89-9dc6-ec03e5be7dda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:41.005645 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.008309 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-a635392f-8352-45a4-a4db-0aa16c363f9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3bfdd55a-3e8a-443d-b799-4bae915e85df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982654 Jul 22 22:12:41.014497 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 3e71a97b-0a63-4f07-956b-0d1072da3270 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:41.015116 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.046311 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Transition to ACTIVE for port object c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:41.061318 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.164142 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 14def537-a41b-4174-8986-b45dfb375831 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:41.187118 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17579d-dcc6-41e2-835a-037fc8715c2f None None] Pushing event updated for resources: {'Port': ['ID=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:41.306333 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Attempting to bind port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:41.306718 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Attempting to bind port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:41.307099 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Attempting to bind port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f on network 26b5b622-41fc-4392-b372-1e0acaf23965 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:41.312350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ff71d179-e8c9-4d67-81a7-2714405a1f0f None None] Provisioning complete for port 267ada2a-e2da-442d-b1bd-628d632cdbb0 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:41.312725 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ff71d179-e8c9-4d67-81a7-2714405a1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.317286 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:41.317968 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Checking segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:41.319456 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.320340 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Bound using segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:41.321101 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Bound port: c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:41.322150 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.360104 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-ef851eab-56fc-45e3-9691-b6a80ca0de9d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5292418 Jul 22 22:12:41.389598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ff71d179-e8c9-4d67-81a7-2714405a1f0f None None] Port 267ada2a-e2da-442d-b1bd-628d632cdbb0 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:41.403813 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] For port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:41.408604 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] For port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:41.415541 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.420057 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 14def537-a41b-4174-8986-b45dfb375831 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:41.428014 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 14def537-a41b-4174-8986-b45dfb375831 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:41.429676 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.459464 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62262ad6-a34c-4ed3-9a2e-2fa110a5c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7505c3-2a30-404b-a5e0-756cde6e14f3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:41.465113 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-62262ad6-a34c-4ed3-9a2e-2fa110a5c11a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80b28ff0df1a43a5bda6fa0cec1d2901&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6931031 Jul 22 22:12:41.502236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57614) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:41.554005 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Routers {'0d9c3810-6cb3-4079-bd72-589fc59440d0'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:41.556846 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['0d9c3810-6cb3-4079-bd72-589fc59440d0'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:41.558635 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.570878 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-820a5f1a-fee0-451a-84ee-d6260e0ec8af service neutron] 10.222.0.63 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877031 Jul 22 22:12:41.604174 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0d06be8a-8f4c-451e-9779-2f722decdc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.626355 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 14def537-a41b-4174-8986-b45dfb375831, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=14def537-a41b-4174-8986-b45dfb375831,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:41.633173 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.689925 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17579d-dcc6-41e2-835a-037fc8715c2f None None] Pushing event updated for resources: {'Port': ['ID=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:41.698670 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=14def537-a41b-4174-8986-b45dfb375831,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:41.701366 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Router faf546f0-508f-4369-be26-11cc236d09ab has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:41.717364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0d06be8a-8f4c-451e-9779-2f722decdc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.757045 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] Set router 0d9c3810-6cb3-4079-bd72-589fc59440d0 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:41.767274 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.793402 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-e5102900-2acf-4925-9dfe-2fe86d3bcd79 service neutron] 10.222.0.63 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123358 Jul 22 22:12:41.817874 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0d06be8a-8f4c-451e-9779-2f722decdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.821439 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0d06be8a-8f4c-451e-9779-2f722decdc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.822925 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0d06be8a-8f4c-451e-9779-2f722decdc56 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df7505c3-2a30-404b-a5e0-756cde6e14f3 HTTP/1.1" status: 204 len: 168 time: 0.3148210 Jul 22 22:12:41.847210 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.847692 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06be8a-8f4c-451e-9779-2f722decdc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7505c3-2a30-404b-a5e0-756cde6e14f3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:41.862898 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:41.968190 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4951e4-f724-4f47-a747-b9b7c72b234f,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:41.972112 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-7b727ff8-446e-477a-8ae6-c449b80422d4 service neutron] 10.222.0.77 "GET /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492588 Jul 22 22:12:41.986082 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc011083-ff2a-4bbc-b011-a0c52301cb9c req-554985cb-07d1-4186-8022-9a68ae50ca03 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:41.987861 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc011083-ff2a-4bbc-b011-a0c52301cb9c req-554985cb-07d1-4186-8022-9a68ae50ca03 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 943 time: 0.5296435 Jul 22 22:12:42.121715 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.136547 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ee7995e2-3002-441b-aef2-81b82e63969e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1878157 Jul 22 22:12:42.139131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57634) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:42.144594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:42.150260 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:34Z', 'revision_number': 4, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f', 'name': '', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'mac_address': 'fa:16:3e:a7:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:29Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 4, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'subnets': [{'id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:42.211776 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7af51c3d-0687-44fe-81d0-c167a79bd08d req-e4fbcc53-eba7-4fab-8662-1722daaf9431 service neutron] 10.222.0.77 "GET /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158847 Jul 22 22:12:42.249232 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.283745 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503a885-03a8-4a59-9091-58734b70d223 None None] The sync data for ids ['0d9c3810-6cb3-4079-bd72-589fc59440d0'] in dv-cinder-778534-6-iscsi is: [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:34Z', 'revision_number': 4, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f', 'name': '', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'mac_address': 'fa:16:3e:a7:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:29Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 4, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'subnets': [{'id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:42.314891 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc011083-ff2a-4bbc-b011-a0c52301cb9c req-0b8b85df-94c8-40f4-b026-7588c1876739 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579845 Jul 22 22:12:42.326685 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:42.339725 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:42.356132 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6a1f1eb6-ef7a-4489-a77f-c46e593e51b6 admin admin] 10.222.0.63 "PUT /v2.0/routers/faf546f0-508f-4369-be26-11cc236d09ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5778418 Jul 22 22:12:42.357637 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:42.360227 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:42.498171 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b086a1e2-e682-45c9-bf42-84288f8ae812 req-799bba1f-3798-49e9-8fcd-fce3370d2621 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 210 time: 0.0604446 Jul 22 22:12:42.540352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54e7f-face-44ea-86a3-0aba1416edeb req-15def365-7eb9-4e8c-ae74-7e3dad8d9714 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:42.542624 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dda54e7f-face-44ea-86a3-0aba1416edeb req-15def365-7eb9-4e8c-ae74-7e3dad8d9714 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 944 time: 0.2697346 Jul 22 22:12:42.655162 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dda54e7f-face-44ea-86a3-0aba1416edeb req-fd6a0208-d278-4425-a8c3-f092939969e6 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057122 Jul 22 22:12:42.705094 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.876145 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.921701 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:42.941675 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Allocated IP 172.27.0.55 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/1e8fce34-2445-4629-870b-ec0a697e8d54) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:43.027951 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:43.131507 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:43.232301 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:43.260886 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:43.261350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:43.358233 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:43.410354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-2e2e5391-8375-49a1-9e9e-af516e130c81 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:43.412046 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-2e2e5391-8375-49a1-9e9e-af516e130c81 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 819 time: 0.3277292 Jul 22 22:12:43.476641 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-1f6c828c-bb8d-4a12-af22-fbc906174f6b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/quotas/ae2a6032ddc94b8a95ee4791146b61ca HTTP/1.1" status: 200 len: 375 time: 0.0518870 Jul 22 22:12:43.537820 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:43.585018 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:43.614118 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:43.626647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:43.650702 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:43.657207 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-e1e6c59c-a02f-4059-8af9-ba91405efffa tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733015 Jul 22 22:12:43.759656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'port_id': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'mac_address': 'fa:16:3e:63:98:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef27f807-c60b-4882-9425-b54b37d50e20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:43.831153 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:43.850244 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:43.882374 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'Port': ['ID=1e8fce34-2445-4629-870b-ec0a697e8d54,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:44.048762 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-47003dda-fcfe-40b2-83f8-f4541f595330 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.051246 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-47003dda-fcfe-40b2-83f8-f4541f595330 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 819 time: 0.2024801 Jul 22 22:12:44.058957 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 2, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:44.067526 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Request body: {'port': {'device_id': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'admin_state_up': True, 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:44.116653 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-9a56332c-2e74-41f6-aa88-3dcaa33d1761 service neutron] 10.222.0.63 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440059 Jul 22 22:12:44.186910 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:44.187280 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Updating router faf546f0-508f-4369-be26-11cc236d09ab port 267ada2a-e2da-442d-b1bd-628d632cdbb0 binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:44.188992 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.213379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:44.263950 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.264752 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 14def537-a41b-4174-8986-b45dfb375831 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:44.306215 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:44.332123 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-fc5a1180-4dba-4a2a-b66c-c047cbf2a139 service neutron] 10.222.0.63 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045650 Jul 22 22:12:44.391906 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.393579 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57730) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:44.429801 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:44.431249 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.520049 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Made reservation on behalf of ae2a6032ddc94b8a95ee4791146b61ca for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:44.525905 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.736384 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.737275 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 721199a6-659c-4f0a-80af-89fe9a2a4be5 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:44.767705 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.792849 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57742) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:44.797665 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069752784', 'description': 'tempest-description--602483438'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:44.830938 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.857334 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.919474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'Port': ['ID=1e8fce34-2445-4629-870b-ec0a697e8d54,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:44.923130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f0f71946-eb1a-442d-8929-d90516a31c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.928163 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.979181 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.051837 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2e93-b60c-4706-977b-9258111f7a50 req-761ff1fa-3071-4603-b7d2-3ccc6148687a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.061022 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-136c2e93-b60c-4706-977b-9258111f7a50 req-761ff1fa-3071-4603-b7d2-3ccc6148687a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 944 time: 0.3223112 Jul 22 22:12:45.076676 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Allocated IP 172.20.0.13 (26b5b622-41fc-4392-b372-1e0acaf23965/8be900ce-6be7-496c-9de4-7cba61ec60c5/c18a8bfe-ba0d-4d70-919c-243752319205) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:45.119869 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.140825 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Transition to ACTIVE for port object 267ada2a-e2da-442d-b1bd-628d632cdbb0 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:45.156891 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-136c2e93-b60c-4706-977b-9258111f7a50 req-03b8ff4d-40cc-4d70-8e45-77f61b04f9f0 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919619 Jul 22 22:12:45.159619 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ba5c-2ada-43d2-a562-932f91e69f8f req-73fa793a-7c7f-4838-b185-bbc3ceac9ad3 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.161676 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43a0ba5c-2ada-43d2-a562-932f91e69f8f req-73fa793a-7c7f-4838-b185-bbc3ceac9ad3 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 944 time: 0.2419548 Jul 22 22:12:45.163196 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 721199a6-659c-4f0a-80af-89fe9a2a4be5, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5,segment=NetworkSegment(18ef36a4-e390-460e-b8d5-2d2adcf60a41),segment_id=18ef36a4-e390-460e-b8d5-2d2adcf60a41)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:45.187375 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '721199a6-659c-4f0a-80af-89fe9a2a4be5', 'network_id': '3bfdd55a-3e8a-443d-b799-4bae915e85df', 'port_id': '721199a6-659c-4f0a-80af-89fe9a2a4be5', 'mac_address': 'fa:16:3e:b9:cd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801183aa-b8e6-4937-b401-fc70d958e22d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:45.268405 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e10c403c-3c0b-4f5c-99a2-7698b1d1374d req-311de066-a950-4cd3-a446-d9094bc78bb3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 210 time: 0.0445168 Jul 22 22:12:45.311485 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43a0ba5c-2ada-43d2-a562-932f91e69f8f req-19f1c75c-5920-4248-8a02-57b1207abdaf tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388590 Jul 22 22:12:45.319966 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.322841 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.334259 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.336089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.337496 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d8ec2dd3-b947-4494-aa3c-e0dea5ee64e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1972020 Jul 22 22:12:45.418361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.443800 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.462051 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 14def537-a41b-4174-8986-b45dfb375831 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:45.462657 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.515738 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915a919d-f8c3-41f4-8828-72e6cdbb43c2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.541673 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.558573 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f0f71946-eb1a-442d-8929-d90516a31c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.563825 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721199a6-659c-4f0a-80af-89fe9a2a4be5 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:45.569281 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad889b-2a48-4b9b-b75f-5c93b978e957 None None] Pushing event updated for resources: {'Port': ['ID=267ada2a-e2da-442d-b1bd-628d632cdbb0,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.569490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f0f71946-eb1a-442d-8929-d90516a31c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.609702 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.610969 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-86a9bc91-83b9-41c0-a920-fdebaf486ab7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8173063 Jul 22 22:12:45.634985 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57772) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.651579 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'security_group_rule': {'security_group_id': '915a919d-f8c3-41f4-8828-72e6cdbb43c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:45.674527 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f0f71946-eb1a-442d-8929-d90516a31c40 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d659d511ebaf476ca29e755c62babe81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2790325 Jul 22 22:12:45.677836 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57782) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.731994 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 721199a6-659c-4f0a-80af-89fe9a2a4be5, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5,segment=NetworkSegment(18ef36a4-e390-460e-b8d5-2d2adcf60a41),segment_id=18ef36a4-e390-460e-b8d5-2d2adcf60a41)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:45.734092 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.798966 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.801205 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Attempting to bind port 267ada2a-e2da-442d-b1bd-628d632cdbb0 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:45.801679 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Attempting to bind port 267ada2a-e2da-442d-b1bd-628d632cdbb0 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:45.802857 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Attempting to bind port 267ada2a-e2da-442d-b1bd-628d632cdbb0 on network 326cd767-0129-4592-a578-cc363d228277 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:45.805168 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.843049 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f71946-eb1a-442d-8929-d90516a31c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4180232c-4ecd-4b0f-b85c-43d868a2af1d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.879661 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:45.880999 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Checking segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:45.881505 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.883764 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Bound using segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:45.884506 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Bound port: 267ada2a-e2da-442d-b1bd-628d632cdbb0, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:45.885875 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.905621 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4a39e363-9507-4f0f-985c-e103592335c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.951466 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Network 26b5b622-41fc-4392-b372-1e0acaf23965 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:45.955460 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-8ecc32fe-b371-4bad-abf2-13edf7a66689 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1899287109&fields=id&tenant_id=23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 267 time: 0.2302077 Jul 22 22:12:45.993036 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:45.999897 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:46.024252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:46.027678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.108277 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-d2e233dc-1df2-4a3a-8369-451fca3d0204 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:46.111163 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-d2e233dc-1df2-4a3a-8369-451fca3d0204 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 817 time: 0.1549046 Jul 22 22:12:46.120529 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Pushing event updated for resources: {'Port': ['ID=c18a8bfe-ba0d-4d70-919c-243752319205,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:46.127409 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-6bcf2d4a-38fc-40aa-a032-91767475e5ca tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0647259 Jul 22 22:12:46.132445 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4a39e363-9507-4f0f-985c-e103592335c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.139965 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=721199a6-659c-4f0a-80af-89fe9a2a4be5,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:46.145002 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:46.149106 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:46.154066 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Request body: {'port': {'device_id': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:46.198669 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-7ed4ebbc-19c9-4c82-b928-3752c0d0f703 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/quotas/23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 375 time: 0.0812302 Jul 22 22:12:46.233794 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.271098 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['721199a6-659c-4f0a-80af-89fe9a2a4be5'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:46.281340 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.351506 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] For port 267ada2a-e2da-442d-b1bd-628d632cdbb0, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:46.470043 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4a39e363-9507-4f0f-985c-e103592335c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.472831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4a39e363-9507-4f0f-985c-e103592335c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.490678 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4a39e363-9507-4f0f-985c-e103592335c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4180232c-4ecd-4b0f-b85c-43d868a2af1d HTTP/1.1" status: 204 len: 168 time: 0.7999167 Jul 22 22:12:46.510364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-a4d1420e-8ba4-4f8c-907d-616a8bd6bd01 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:46.513606 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-a4d1420e-8ba4-4f8c-907d-616a8bd6bd01 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 819 time: 0.2222042 Jul 22 22:12:46.543517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39e363-9507-4f0f-985c-e103592335c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4180232c-4ecd-4b0f-b85c-43d868a2af1d,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:46.565426 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Request body: {'port': {'device_id': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'admin_state_up': True, 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:46.643883 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-3b7d2c14-6daa-42e9-a612-958353149959 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4443340 Jul 22 22:12:46.700437 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] For port 267ada2a-e2da-442d-b1bd-628d632cdbb0, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=267ada2a-e2da-442d-b1bd-628d632cdbb0,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:46.776977 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.789517 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1dd256-23df-48aa-8fdb-cd99bbdee6aa,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:46.816265 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.818105 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-46e83b8c-ab5d-4c14-86bc-ceb574065fd4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1821101 Jul 22 22:12:46.821520 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57810) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:46.828674 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'security_group_rule': {'security_group_id': '915a919d-f8c3-41f4-8828-72e6cdbb43c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:46.837445 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.883097 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:46.883666 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.942382 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428ff2-8428-4feb-aaab-74ee409442aa req-2bbf689b-3473-487f-acbd-a1b44ce73895 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:46.944545 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fb428ff2-8428-4feb-aaab-74ee409442aa req-2bbf689b-3473-487f-acbd-a1b44ce73895 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 944 time: 0.6674998 Jul 22 22:12:46.954252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.981287 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad889b-2a48-4b9b-b75f-5c93b978e957 None None] Pushing event updated for resources: {'Port': ['ID=267ada2a-e2da-442d-b1bd-628d632cdbb0,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:47.039966 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:47.040622 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:47.078125 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 57814) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:47.122291 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fb428ff2-8428-4feb-aaab-74ee409442aa req-6699999f-41e3-4d5b-adb3-0cd19d8e1bc9 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625254 Jul 22 22:12:47.128766 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d8b907e2-d152-46c9-8dce-569cd37c44ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.150217 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-8310cff4-4194-488d-b07a-a59291e3dae9 service neutron] 10.222.0.63 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697993 Jul 22 22:12:47.186106 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.224105 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:47.235375 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.253567 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.db.api [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:12:47.253567 dv-cinder-778534-6-iscsi neutron-server[93218]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:12:47.253567 dv-cinder-778534-6-iscsi neutron-server[93218]: [parameters: {'project_id_1': 'ae2a6032ddc94b8a95ee4791146b61ca', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 12, 47, 169618)}] Jul 22 22:12:47.253567 dv-cinder-778534-6-iscsi neutron-server[93218]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:12:47.254417 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG oslo_db.api [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:12:47.283630 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-bdc162ac-8e63-44d4-9a7c-575d94828b5d service neutron] 10.222.0.63 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041279 Jul 22 22:12:47.312704 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17783967-43c9-4b54-9dd4-1b2d22c05d2e req-171bf7c3-c2b3-4a6e-b32b-3f21b73ffa2b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 210 time: 0.0675418 Jul 22 22:12:47.316430 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783535d4-dfb8-41bd-b126-e2e0b3981696,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:47.479942 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18a8bfe-ba0d-4d70-919c-243752319205 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:47.497439 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.498548 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:46Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:47.521180 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d8b907e2-d152-46c9-8dce-569cd37c44ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.532239 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d8b907e2-d152-46c9-8dce-569cd37c44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.535481 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Transition to ACTIVE for port object c18a8bfe-ba0d-4d70-919c-243752319205 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:47.540238 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbee9e-a458-45f8-bc70-24c229a195c6 None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:46Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:47.547230 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.551295 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d6d852ed-4429-4881-ac65-14d080132067 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7259147 Jul 22 22:12:47.551467 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ea6221c-4972-4d67-a924-e93a6f5a40b3 req-6e6ef877-b307-4cc8-9672-69ace738bc5c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 210 time: 0.0494735 Jul 22 22:12:47.551772 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57820) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:47.560944 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.561436 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:47.598633 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.639733 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d8b907e2-d152-46c9-8dce-569cd37c44ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eb0f2d7ac6ec4806b34619358815e48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488610 Jul 22 22:12:47.643065 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 57824) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:47.684604 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b907e2-d152-46c9-8dce-569cd37c44ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe3240-b4d1-4f55-ba4f-3a2686ccc6c9,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:47.740883 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e3845-4868-4f08-b6cb-b0ce5662ad95 req-59f92ff4-fc83-4e0a-a29f-4f526f1b463c tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:47.745071 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6e4e3845-4868-4f08-b6cb-b0ce5662ad95 req-59f92ff4-fc83-4e0a-a29f-4f526f1b463c tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 945 time: 0.3241680 Jul 22 22:12:47.749780 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80c46e2c-f650-4cb7-be9e-45f7809639af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.773776 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Attempting to bind port c18a8bfe-ba0d-4d70-919c-243752319205 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:47.773776 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Attempting to bind port c18a8bfe-ba0d-4d70-919c-243752319205 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:47.773776 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Attempting to bind port c18a8bfe-ba0d-4d70-919c-243752319205 on network 26b5b622-41fc-4392-b372-1e0acaf23965 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:47.780430 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80c46e2c-f650-4cb7-be9e-45f7809639af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.782520 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c18a8bfe-ba0d-4d70-919c-243752319205,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:47.795697 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Port c18a8bfe-ba0d-4d70-919c-243752319205 on network 26b5b622-41fc-4392-b372-1e0acaf23965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:47.796026 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Attempting to bind port c18a8bfe-ba0d-4d70-919c-243752319205 on network 26b5b622-41fc-4392-b372-1e0acaf23965 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:47.821319 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:47.821727 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Checking segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:47.822157 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Bound using segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:47.822618 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Bound port: c18a8bfe-ba0d-4d70-919c-243752319205, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:47.822984 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.823525 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:47.885820 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6e4e3845-4868-4f08-b6cb-b0ce5662ad95 req-5980918b-4ce9-4cd7-a0d7-ec3b2ca811ef tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140382 Jul 22 22:12:47.961804 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:47.966357 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:47.966743 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:47.969637 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] For port c18a8bfe-ba0d-4d70-919c-243752319205, host hv-cinder-77853, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:47.981833 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] For port c18a8bfe-ba0d-4d70-919c-243752319205, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c18a8bfe-ba0d-4d70-919c-243752319205,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:47.994857 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.035370 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80c46e2c-f650-4cb7-be9e-45f7809639af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.038972 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80c46e2c-f650-4cb7-be9e-45f7809639af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.053591 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-80c46e2c-f650-4cb7-be9e-45f7809639af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ebe3240-b4d1-4f55-ba4f-3a2686ccc6c9 HTTP/1.1" status: 204 len: 168 time: 0.4014254 Jul 22 22:12:48.095243 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46e2c-f650-4cb7-be9e-45f7809639af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe3240-b4d1-4f55-ba4f-3a2686ccc6c9,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:48.110695 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Made reservation on behalf of ae2a6032ddc94b8a95ee4791146b61ca for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:48.115478 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.117982 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:48.118627 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.124660 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 1094 time: 1.9878275 Jul 22 22:12:48.125299 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'tag': 'c18a8bfe-ba0d-4d70-919c-243752319205'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:48.138109 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20" -d '{"events": [{"name": "network-changed", "server_uuid": "1a81cf9c-8e45-4fec-872b-2e9601267a7d", "tag": "c18a8bfe-ba0d-4d70-919c-243752319205"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:48.158150 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.278637 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.301503 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 267ada2a-e2da-442d-b1bd-628d632cdbb0 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:48.330488 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb998de-1cf3-4db7-a15c-d39455a0d8c3 x-openstack-request-id: req-ffb998de-1cf3-4db7-a15c-d39455a0d8c3 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:48.330738 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a81cf9c-8e45-4fec-872b-2e9601267a7d", "tag": "c18a8bfe-ba0d-4d70-919c-243752319205", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:48.330951 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffb998de-1cf3-4db7-a15c-d39455a0d8c3 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:48.331361 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'tag': 'c18a8bfe-ba0d-4d70-919c-243752319205', 'status': 'completed', 'code': 200} Jul 22 22:12:48.374521 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Allocated IP 172.27.0.248 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/21e7fcd9-2eb6-4227-8653-ad08141e87a8) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:48.468397 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721643b-4272-47fe-bcc9-2de899be01c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c18a8bfe-ba0d-4d70-919c-243752319205,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:48.523238 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:48.529920 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-86ee7fb2-a435-4d43-99f4-edae6ba09119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:48.533243 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-86ee7fb2-a435-4d43-99f4-edae6ba09119 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1097 time: 0.3393931 Jul 22 22:12:48.582693 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca0d4-b154-4f44-9518-6ac265489e89 req-f3d1ce72-98d7-47f4-a434-a3a45fadb75a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:48.589980 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a6ca0d4-b154-4f44-9518-6ac265489e89 req-f3d1ce72-98d7-47f4-a434-a3a45fadb75a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 944 time: 0.2273126 Jul 22 22:12:48.612676 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Allocated IP 172.20.0.9 (26b5b622-41fc-4392-b372-1e0acaf23965/8be900ce-6be7-496c-9de4-7cba61ec60c5/7d4c9f57-034e-47da-b165-4f9213b3d42b) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:48.641135 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 267ada2a-e2da-442d-b1bd-628d632cdbb0 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:48.654032 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:48.664332 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-464aba9d-b764-4df2-884c-b79755241c44 req-38b112e8-c35d-48b7-bb59-78f7e2adc66c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 210 time: 0.1476867 Jul 22 22:12:48.682291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.683048 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 721199a6-659c-4f0a-80af-89fe9a2a4be5 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:48.686847 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a6ca0d4-b154-4f44-9518-6ac265489e89 req-0a2f17bc-cd3b-44ca-92e2-f378a4c9f3e0 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819664 Jul 22 22:12:48.692929 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 267ada2a-e2da-442d-b1bd-628d632cdbb0 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:48.693827 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.800711 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.851938 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b34149da-e2f8-4a63-b941-69a6aaca41d3 req-06c49b6e-b138-402f-a0cd-f7c4ebcbf64c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 210 time: 0.0782547 Jul 22 22:12:48.869652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0254d932-25e5-4f1e-8b22-263a811b50ef" -d '{"events": [{"server_uuid": "59765d4e-08c7-44d0-bfb6-e186cf6bbef2", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b7664-24d6-4d99-986d-dedd7d9f68d1"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:48.882490 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 721199a6-659c-4f0a-80af-89fe9a2a4be5 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:48.884312 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:48.892094 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 721199a6-659c-4f0a-80af-89fe9a2a4be5 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:48.892469 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.029254 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.113970 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.116701 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 267ada2a-e2da-442d-b1bd-628d632cdbb0, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=267ada2a-e2da-442d-b1bd-628d632cdbb0,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:49.149717 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.160770 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a51e6f-0a92-47b3-b336-2b5484561162 x-openstack-request-id: req-a4a51e6f-0a92-47b3-b336-2b5484561162 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:49.160980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59765d4e-08c7-44d0-bfb6-e186cf6bbef2", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b7664-24d6-4d99-986d-dedd7d9f68d1", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:49.161228 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a4a51e6f-0a92-47b3-b336-2b5484561162 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:49.161687 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'code': 200} Jul 22 22:12:49.167338 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.187446 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:49.197337 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.199044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:49.209295 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:49.219244 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'Port': ['ID=21e7fcd9-2eb6-4227-8653-ad08141e87a8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.236472 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0071f-20c6-40f2-9fb2-71032e7f592c req-d9671894-dca2-4470-8ddf-08befe4dc732 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:49.243499 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=267ada2a-e2da-442d-b1bd-628d632cdbb0,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.244251 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-16d0071f-20c6-40f2-9fb2-71032e7f592c req-d9671894-dca2-4470-8ddf-08befe4dc732 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 945 time: 0.2201710 Jul 22 22:12:49.294923 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 721199a6-659c-4f0a-80af-89fe9a2a4be5, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5,segment=NetworkSegment(18ef36a4-e390-460e-b8d5-2d2adcf60a41),segment_id=18ef36a4-e390-460e-b8d5-2d2adcf60a41)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:49.300642 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.346925 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-16d0071f-20c6-40f2-9fb2-71032e7f592c req-12e0f1cf-8c61-42fc-b5ac-63aa3be96f36 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012566 Jul 22 22:12:49.347953 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.358411 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.361975 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=721199a6-659c-4f0a-80af-89fe9a2a4be5,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.437013 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Network 26b5b622-41fc-4392-b372-1e0acaf23965 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:49.439660 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Pushing event updated for resources: {'Port': ['ID=7d4c9f57-034e-47da-b165-4f9213b3d42b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.446998 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:49.450927 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:49.457331 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:49.457540 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.470649 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.493454 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8709794b-58c3-4091-875d-34e0b342c57d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9555788 Jul 22 22:12:49.625597 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.630518 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.660550 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.680355 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'Port': ['ID=21e7fcd9-2eb6-4227-8653-ad08141e87a8,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.683874 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.686297 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fe444155-b8da-447c-8162-52ec807df77a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1296914 Jul 22 22:12:49.857442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac603e5d-39e2-4f35-b0bc-a2e0db90f153 req-92f93172-9b2e-4535-8138-40df7578494d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:49.859010 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ac603e5d-39e2-4f35-b0bc-a2e0db90f153 req-92f93172-9b2e-4535-8138-40df7578494d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 931 time: 0.0995336 Jul 22 22:12:49.861855 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637acc33-42dc-46f0-bd20-82006734829d req-214e77e4-3e2d-46f1-8286-fc0b210fa193 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:49.863349 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-637acc33-42dc-46f0-bd20-82006734829d req-214e77e4-3e2d-46f1-8286-fc0b210fa193 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0939462 Jul 22 22:12:49.904652 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ac603e5d-39e2-4f35-b0bc-a2e0db90f153 req-2b5e4816-ed94-4180-bb29-67b6a42eb7e3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Jul 22 22:12:49.906889 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-637acc33-42dc-46f0-bd20-82006734829d req-ef60e1b4-4f8a-4be0-ac20-8208c5712956 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Jul 22 22:12:50.060916 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a6dd5cf-ae68-4782-b205-7f4f7c6801ce req-ec1117fb-24fe-4d8d-94d7-a642a67ea509 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 210 time: 0.0898945 Jul 22 22:12:50.074551 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-6e65f545-0778-46ce-8b7f-0c4dcb49d4e1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1069752784&fields=id&tenant_id=8133321cb72f4dbb94430ffb1a8eda29 HTTP/1.1" status: 200 len: 267 time: 0.0764663 Jul 22 22:12:50.117305 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 267ada2a-e2da-442d-b1bd-628d632cdbb0 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:50.171829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 267ada2a-e2da-442d-b1bd-628d632cdbb0 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:50.172208 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.206090 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-f7e72f7f-5f57-4f87-897c-3856a8eb84e4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:50.207645 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-f7e72f7f-5f57-4f87-897c-3856a8eb84e4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 810 time: 0.1323001 Jul 22 22:12:50.223077 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-524b0eec-8299-4433-9144-522965ef60f5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/quotas/8133321cb72f4dbb94430ffb1a8eda29 HTTP/1.1" status: 200 len: 375 time: 0.0094209 Jul 22 22:12:50.306768 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-ece604bb-b46b-49cb-a732-1c3a2ace0180 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788109 Jul 22 22:12:50.410767 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-61b7ace1-cea9-423e-a805-5af6c21ccbf5 service neutron] 10.222.0.63 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900736 Jul 22 22:12:50.487248 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9a5bc-182f-4c65-9fb6-8f9b70941143 req-08cb1c5b-be2e-466a-8798-35aef8b72d31 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:50.488865 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b3d9a5bc-182f-4c65-9fb6-8f9b70941143 req-08cb1c5b-be2e-466a-8798-35aef8b72d31 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.0736060 Jul 22 22:12:50.521885 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-b4680a28-0e63-408e-9cb4-95567fdf5dd5 service neutron] 10.222.0.63 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052134 Jul 22 22:12:50.534096 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b3d9a5bc-182f-4c65-9fb6-8f9b70941143 req-67c5cd6a-dbad-4ad4-9b4d-d03134154330 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Jul 22 22:12:50.697166 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0fc4b335-639e-4660-94be-fe180c9bc88c req-9fed7837-9efe-4f35-b0b2-37a9fb188a98 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 210 time: 0.0344217 Jul 22 22:12:51.037503 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb39af-10a7-4dc5-bbe7-c682fba6c59f req-458ae104-040b-43b6-97ca-1b81dbe87b5f tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.039019 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-32eb39af-10a7-4dc5-bbe7-c682fba6c59f req-458ae104-040b-43b6-97ca-1b81dbe87b5f tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 931 time: 0.0636466 Jul 22 22:12:51.045092 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e342ca-2838-436f-8a30-ba6b95505368 req-9cdb8383-a748-44ea-ac2d-941101f932c0 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.046581 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-17e342ca-2838-436f-8a30-ba6b95505368 req-9cdb8383-a748-44ea-ac2d-941101f932c0 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0658042 Jul 22 22:12:51.076909 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-32eb39af-10a7-4dc5-bbe7-c682fba6c59f req-d0b9938c-a560-4ae4-9f32-5781a751cf29 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jul 22 22:12:51.088072 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-17e342ca-2838-436f-8a30-ba6b95505368 req-6689d2db-04b4-45b2-9e87-349fee5b7375 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359614 Jul 22 22:12:51.163165 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ddb676-384b-4a16-979a-be92a7728285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721199a6-659c-4f0a-80af-89fe9a2a4be5'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:51.165656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fec0314-7b88-433b-83be-5d88e381c1e4" -d '{"events": [{"server_uuid": "25ddb676-384b-4a16-979a-be92a7728285", "name": "network-vif-plugged", "status": "completed", "tag": "721199a6-659c-4f0a-80af-89fe9a2a4be5"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:51.174382 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-602af2fa-3128-41bf-a721-947a3d869208 req-3a672b86-a859-4172-9d8e-47c606317541 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 210 time: 0.0327787 Jul 22 22:12:51.204838 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f8cb9d-d40a-4f34-8108-b5272367be4e x-openstack-request-id: req-96f8cb9d-d40a-4f34-8108-b5272367be4e {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:51.205123 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ddb676-384b-4a16-979a-be92a7728285", "name": "network-vif-plugged", "status": "completed", "tag": "721199a6-659c-4f0a-80af-89fe9a2a4be5", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:51.205369 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-96f8cb9d-d40a-4f34-8108-b5272367be4e {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:51.205751 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ddb676-384b-4a16-979a-be92a7728285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721199a6-659c-4f0a-80af-89fe9a2a4be5', 'code': 200} Jul 22 22:12:51.664239 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ee428-5dad-4933-9462-e3609d7d1d8a req-86a467d3-a883-4e3f-aba7-3029ed1b5f42 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.665678 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f08ee428-5dad-4933-9462-e3609d7d1d8a req-86a467d3-a883-4e3f-aba7-3029ed1b5f42 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.0656812 Jul 22 22:12:51.709169 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Request body: {'port': {'device_id': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:51.724418 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-0264f7c0-6f46-40b8-9cd0-d168700453cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0436435 Jul 22 22:12:51.770986 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f08ee428-5dad-4933-9462-e3609d7d1d8a req-e44705f9-ec03-42e6-bc52-af284314d697 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958030 Jul 22 22:12:51.837282 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-0d4e5622-3b51-41b2-9f44-2eeb586fb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.838925 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-0d4e5622-3b51-41b2-9f44-2eeb586fb4d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.0949540 Jul 22 22:12:51.851037 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6ec195e5-cd1d-44df-aeda-a83fd84e8218 req-6073b1ed-fe16-40be-b42a-ba96d23b8292 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 210 time: 0.0417812 Jul 22 22:12:51.857138 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.928970 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-d274d37e-498c-493b-86be-97048e6eb50d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691624 Jul 22 22:12:51.940784 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.77', 57051) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:51.980392 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.77', 57053) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:52.238833 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4c9f57-034e-47da-b165-4f9213b3d42b {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:52.248497 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.266283 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a60c8-18a6-47d2-811a-4cf194469ffa req-4d02f5da-2f81-4fb6-8720-f941b79d0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.267816 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5d5a60c8-18a6-47d2-811a-4cf194469ffa req-4d02f5da-2f81-4fb6-8720-f941b79d0552 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 1099 time: 0.2862089 Jul 22 22:12:52.272525 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Transition to ACTIVE for port object 7d4c9f57-034e-47da-b165-4f9213b3d42b will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:52.274778 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-bf510693-246d-4a23-af1d-3d9287607294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.276602 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-bf510693-246d-4a23-af1d-3d9287607294 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 1098 time: 0.3057699 Jul 22 22:12:52.278630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.281275 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-2d7e6f11-20a4-47b5-8288-e80d9b27a7ff service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006067 Jul 22 22:12:52.338151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcba5a8-7a17-4182-bbc4-d3bb57669479 req-99bf682f-1ca6-43d4-9613-d0cc11ff8a87 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.345907 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1bcba5a8-7a17-4182-bbc4-d3bb57669479 req-99bf682f-1ca6-43d4-9613-d0cc11ff8a87 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.1560137 Jul 22 22:12:52.369657 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c928bb9-cb20-4f92-8711-76e7486aed49 req-0a2332ff-b268-41db-86e6-77424127ff13 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.377990 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7c928bb9-cb20-4f92-8711-76e7486aed49 req-0a2332ff-b268-41db-86e6-77424127ff13 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 931 time: 0.1951134 Jul 22 22:12:52.389426 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5d5a60c8-18a6-47d2-811a-4cf194469ffa req-828f1181-8ac6-4a49-8b51-c023afc6efa1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.403338 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-7b53ea52-4257-454d-aa06-57fbbf9c7290 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.411417 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c9f57-034e-47da-b165-4f9213b3d42b,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:52.413747 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.77', 57059) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:52.450844 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1bcba5a8-7a17-4182-bbc4-d3bb57669479 req-a6a83353-9402-43a3-811b-878b9b4c24c6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034310 Jul 22 22:12:52.520414 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7c928bb9-cb20-4f92-8711-76e7486aed49 req-36f4bd78-4219-49cb-a55f-9236a5ccf1e6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398149 Jul 22 22:12:52.539803 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Attempting to bind port 7d4c9f57-034e-47da-b165-4f9213b3d42b on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:52.541517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Attempting to bind port 7d4c9f57-034e-47da-b165-4f9213b3d42b by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:52.542436 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Attempting to bind port 7d4c9f57-034e-47da-b165-4f9213b3d42b on network 26b5b622-41fc-4392-b372-1e0acaf23965 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:52.583315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Port 7d4c9f57-034e-47da-b165-4f9213b3d42b on network 26b5b622-41fc-4392-b372-1e0acaf23965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:52.583935 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Attempting to bind port 7d4c9f57-034e-47da-b165-4f9213b3d42b on network 26b5b622-41fc-4392-b372-1e0acaf23965 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:52.584159 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.db.api [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-7b53ea52-4257-454d-aa06-57fbbf9c7290 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:12:52.584159 dv-cinder-778534-6-iscsi neutron-server[93217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 22:12:52.584159 dv-cinder-778534-6-iscsi neutron-server[93217]: [parameters: {'project_id': '04435024fa584339b27f487ef53ba815', 'id': '2a3527e1-71d1-402d-91b6-bad6f802c5f2', 'expiration': datetime.datetime(2021, 7, 22, 22, 14, 52, 577623)}] Jul 22 22:12:52.584159 dv-cinder-778534-6-iscsi neutron-server[93217]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:12:52.584571 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG oslo_db.api [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-7b53ea52-4257-454d-aa06-57fbbf9c7290 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:12:52.639063 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6889e91-4dc7-4104-a4b0-d4c4a6493cf8 req-86cc014c-dbe8-4c25-b4c8-57698c3a404b service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191955 Jul 22 22:12:52.644426 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:52.644798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Checking segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:52.645192 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Bound using segment: {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:52.645649 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Bound port: 7d4c9f57-034e-47da-b165-4f9213b3d42b, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f611db9-9f52-408f-8f5c-93506d66ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1808, 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:52.646041 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.667055 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6adf6ed5-c037-4194-8d3e-da8fd72fe068 req-8aa92be4-cd49-40df-9063-2b09c485c89c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 210 time: 0.1210527 Jul 22 22:12:52.736075 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-7712c872-84f7-477d-a081-721160a130ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.737560 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-7712c872-84f7-477d-a081-721160a130ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 817 time: 0.2855163 Jul 22 22:12:52.787177 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] For port 7d4c9f57-034e-47da-b165-4f9213b3d42b, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:52.798294 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5d5a60c8-18a6-47d2-811a-4cf194469ffa req-828f1181-8ac6-4a49-8b51-c023afc6efa1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.804166 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5d5a60c8-18a6-47d2-811a-4cf194469ffa req-828f1181-8ac6-4a49-8b51-c023afc6efa1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.827988 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] For port 7d4c9f57-034e-47da-b165-4f9213b3d42b, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:52.845984 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-de14b528-becd-4888-9f17-726e4bd0f466 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 380 time: 0.0935624 Jul 22 22:12:52.847201 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.867831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'port': {'device_id': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'admin_state_up': True, 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'security_groups': ['90d427b4-6c12-4a89-9dc6-ec03e5be7dda']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:52.875145 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f1181-8ac6-4a49-8b51-c023afc6efa1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce98fc0-7c5f-4585-9146-62d0e44a89ce,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:52.881229 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5d5a60c8-18a6-47d2-811a-4cf194469ffa req-828f1181-8ac6-4a49-8b51-c023afc6efa1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805123 Jul 22 22:12:52.888604 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-83d30aad-c1fc-4e83-adad-ba72268c21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.890602 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-83d30aad-c1fc-4e83-adad-ba72268c21df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1097 time: 0.1621456 Jul 22 22:12:52.907604 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:52.908561 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.909554 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] 10.222.0.77 "PUT /v2.0/ports/7d4c9f57-034e-47da-b165-4f9213b3d42b HTTP/1.1" status: 200 len: 1093 time: 1.2054050 Jul 22 22:12:52.911870 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'tag': '7d4c9f57-034e-47da-b165-4f9213b3d42b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:52.914111 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205feddb-79d4-4f55-92fa-0d2b2cda2f41" -d '{"events": [{"name": "network-changed", "server_uuid": "c4505e7b-bfd4-4c87-a9de-c3513e8ca977", "tag": "7d4c9f57-034e-47da-b165-4f9213b3d42b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:53.194092 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-7b53ea52-4257-454d-aa06-57fbbf9c7290 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.223212 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-74b4bf65-6d1e-4c9f-949c-9880acc78a48 req-de002621-321d-467d-acc2-372870364de9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 210 time: 0.2393773 Jul 22 22:12:53.301894 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f184f-1309-4dc8-8c4d-0142bf10d62f service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c9f57-034e-47da-b165-4f9213b3d42b,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:53.311354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618df3ac-b2b8-4591-9a07-0664a1c27cfd x-openstack-request-id: req-618df3ac-b2b8-4591-9a07-0664a1c27cfd {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:53.311509 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4505e7b-bfd4-4c87-a9de-c3513e8ca977", "tag": "7d4c9f57-034e-47da-b165-4f9213b3d42b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:53.311745 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-618df3ac-b2b8-4591-9a07-0664a1c27cfd {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:53.312643 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'tag': '7d4c9f57-034e-47da-b165-4f9213b3d42b', 'status': 'completed', 'code': 200} Jul 22 22:12:53.375861 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-15d3f8e2-30ad-4fc6-9758-d7676f8229c1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.377402 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-15d3f8e2-30ad-4fc6-9758-d7676f8229c1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 810 time: 0.1532426 Jul 22 22:12:53.407521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c97bec8b-ad91-4234-bc33-e2d282148728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.415541 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Made reservation on behalf of 23bff573448c4799b7c1ab8221169c5d for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:53.419048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.421056 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-7b53ea52-4257-454d-aa06-57fbbf9c7290 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1119320 Jul 22 22:12:53.430049 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2542d-8c9b-41db-a152-c340adad3a14 req-f2dea738-32ae-4ae3-91c3-682414583969 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.431487 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-54c2542d-8c9b-41db-a152-c340adad3a14 req-f2dea738-32ae-4ae3-91c3-682414583969 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.5080729 Jul 22 22:12:53.433494 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-c77f29fc-7063-4a0a-b1c5-687dc0f8c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.435441 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-c77f29fc-7063-4a0a-b1c5-687dc0f8c565 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 1096 time: 0.2369571 Jul 22 22:12:53.436383 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-e4d90bff-9ee6-4ac9-90b3-ea8dd17ab714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.437756 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-e4d90bff-9ee6-4ac9-90b3-ea8dd17ab714 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.2229269 Jul 22 22:12:53.451837 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-7720792d-c6f1-4bfb-9f36-5c0cb30e20dc tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8133321cb72f4dbb94430ffb1a8eda29 HTTP/1.1" status: 200 len: 380 time: 0.0579512 Jul 22 22:12:53.475158 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-54c2542d-8c9b-41db-a152-c340adad3a14 req-6975249e-1669-4c34-ae91-7942f247451e tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 22 22:12:53.504144 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'port': {'device_id': '30dd2451-e197-45c5-8633-cd94172b4074', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'admin_state_up': True, 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'security_groups': ['915a919d-f8c3-41f4-8828-72e6cdbb43c2']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:53.575416 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-ce10d3f7-6cab-4e9e-b47f-68cdfd8d960c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b HTTP/1.1" status: 200 len: 217 time: 0.0666893 Jul 22 22:12:53.576780 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-b959b088-53a2-4269-b425-12c0867c3115 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0760243 Jul 22 22:12:53.675409 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Allocated IP 172.20.0.7 (fd9d1b93-a4df-4378-997f-071fb5740d1d/41ca7998-8f65-4b08-b79a-5fccef5145dc/d392c167-9a42-47f8-a63d-082cb100c352) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:53.704525 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-d462ca66-bdee-4e40-aacf-5c519dd02f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.706039 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-d462ca66-bdee-4e40-aacf-5c519dd02f23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.1079450 Jul 22 22:12:53.709678 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5b5e-d84e-4286-b64e-e6b022991c67 req-4f099c07-dfc0-4f5d-bb1c-c22720d4cf15 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.710070 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8f8f08dc-c43f-44a4-be32-57260d93b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.711171 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a8f5b5e-d84e-4286-b64e-e6b022991c67 req-4f099c07-dfc0-4f5d-bb1c-c22720d4cf15 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.1879063 Jul 22 22:12:53.711420 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-8f8f08dc-c43f-44a4-be32-57260d93b90f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.1209164 Jul 22 22:12:53.759392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Made reservation on behalf of 8133321cb72f4dbb94430ffb1a8eda29 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:53.763309 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.779830 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-225e7327-7da4-46e9-b6b0-c2a0f5289768 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561292 Jul 22 22:12:53.783469 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-0488b6b0-2ae6-410c-8a6c-1db4449393f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574377 Jul 22 22:12:53.791200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b22aa-4f2d-46c6-bb6d-fa013afba7f9 req-35c1a82a-d198-4c11-946c-0c49fa0d8ff8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.792671 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8a8b22aa-4f2d-46c6-bb6d-fa013afba7f9 req-35c1a82a-d198-4c11-946c-0c49fa0d8ff8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 943 time: 0.1853905 Jul 22 22:12:53.823508 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a8f5b5e-d84e-4286-b64e-e6b022991c67 req-2a120392-b7a1-4d49-8a51-677a852f3919 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036236 Jul 22 22:12:53.956142 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-32794776-18f5-48e2-b2ae-6bf0460fc121 req-9fa1686c-8314-4488-bd9b-fb592fca39f4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 210 time: 0.0513966 Jul 22 22:12:53.964703 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8a8b22aa-4f2d-46c6-bb6d-fa013afba7f9 req-318b335b-4a1f-4cf4-8025-745d8f77bc3a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511841 Jul 22 22:12:54.008486 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-1509cb90-cb2b-4679-a920-ce615c34c9b1 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131121 Jul 22 22:12:54.013248 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-9c127681-5d49-4405-9466-a45dea5bd3f2 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108893 Jul 22 22:12:54.019261 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.048975 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Transition to ACTIVE for port object d392c167-9a42-47f8-a63d-082cb100c352 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:54.058630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Allocated IP 172.20.0.10 (326cd767-0129-4592-a578-cc363d228277/0ef8d343-5698-4810-aa58-e04007ba1e6b/dd58ee10-3a3b-4f40-9eef-cda455e98e3e) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:54.134251 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.196623 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8d1e8e5-b863-4477-8ce8-a0eba8e2ee20 req-5b0ef49a-bb7f-4ac7-8a96-a2b859c5fe35 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664999 Jul 22 22:12:54.198560 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14dece8b-36c1-4dd9-82d2-b3f1d153b2c5 req-a30d2d8f-9203-444b-8f8a-d70bb73e6234 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665707 Jul 22 22:12:54.213520 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Network fd9d1b93-a4df-4378-997f-071fb5740d1d is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:54.241971 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:54.248231 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:54.253636 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.254341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.275697 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:54.296111 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-5c70a4af-c022-49c4-8fc2-62f356bff404 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4377363 Jul 22 22:12:54.318108 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-babd0bbe-bc1a-4831-b10f-69de48956077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.319995 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Request body: {'port': {'device_id': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:54.323536 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-babd0bbe-bc1a-4831-b10f-69de48956077 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 1096 time: 0.0739057 Jul 22 22:12:54.333942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.383290 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Transition to ACTIVE for port object dd58ee10-3a3b-4f40-9eef-cda455e98e3e will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:54.470049 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.497725 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.513850 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b359b56e-4887-4301-9581-d29c2fd39b7c req-8cc2dd56-c058-4fa7-98f8-067b1363e990 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 210 time: 0.1016021 Jul 22 22:12:54.549300 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Network 326cd767-0129-4592-a578-cc363d228277 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:54.553296 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-cc9609e4-9aa6-4249-9661-65ee7140960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.554796 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-cc9609e4-9aa6-4249-9661-65ee7140960c service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.2143421 Jul 22 22:12:54.572363 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1e6ea25f-5dc2-4c6b-ab77-26652742f598 None None] Provisioning for port d392c167-9a42-47f8-a63d-082cb100c352 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:54.577258 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1e6ea25f-5dc2-4c6b-ab77-26652742f598 None None] Provisioning complete for port d392c167-9a42-47f8-a63d-082cb100c352 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:54.577634 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea25f-5dc2-4c6b-ab77-26652742f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.580375 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:54.589013 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:54.595295 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.595933 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.602646 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-65e54a7f-6eda-49b5-9fb6-e8059815a26c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b HTTP/1.1" status: 200 len: 217 time: 0.0407040 Jul 22 22:12:54.636809 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ea25f-5dc2-4c6b-ab77-26652742f598 None None] Port d392c167-9a42-47f8-a63d-082cb100c352 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:54.651058 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'Port': ['ID=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:54.664954 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-532d4ea4-61ca-4ce0-8caf-34778dace02c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1647568 Jul 22 22:12:54.675268 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-16206ecc-9e6f-4d07-b973-0d175d6bd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.676859 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-16206ecc-9e6f-4d07-b973-0d175d6bd274 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.0665882 Jul 22 22:12:54.728474 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-cb8e91c4-3045-4d4a-9468-42aeb9172e3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418310 Jul 22 22:12:54.730870 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Request body: {'port': {'device_id': '30dd2451-e197-45c5-8633-cd94172b4074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:54.821132 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c9d0-ef7a-4628-9da9-c095fd295674 req-390897f4-24fa-4b0e-aade-71ee43df9e38 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.822634 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb36c9d0-ef7a-4628-9da9-c095fd295674 req-390897f4-24fa-4b0e-aade-71ee43df9e38 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.2705963 Jul 22 22:12:54.840201 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-86771d9c-7565-404b-b15d-803eb5a1d049 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959530 Jul 22 22:12:54.865065 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-17c850b3-5c0e-41cb-8d96-68457c49a843 None None] Provisioning for port dd58ee10-3a3b-4f40-9eef-cda455e98e3e completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:54.869639 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-17c850b3-5c0e-41cb-8d96-68457c49a843 None None] Provisioning complete for port dd58ee10-3a3b-4f40-9eef-cda455e98e3e triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:54.870564 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-17c850b3-5c0e-41cb-8d96-68457c49a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.903224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.909197 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-17c850b3-5c0e-41cb-8d96-68457c49a843 None None] Port dd58ee10-3a3b-4f40-9eef-cda455e98e3e cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:54.957552 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb36c9d0-ef7a-4628-9da9-c095fd295674 req-309027f3-379d-481b-9ebc-6a899562c0b6 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117301 Jul 22 22:12:54.989767 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-205feddb-79d4-4f55-92fa-0d2b2cda2f41 req-9cc47a2a-f13b-46d0-803c-ba995230674a service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419039 Jul 22 22:12:55.013442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0140aa-1bce-4519-a7d5-6ab4d50dfdaf req-9ae12776-51e4-4c11-adf5-5151df8113fb tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:55.015630 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dc0140aa-1bce-4519-a7d5-6ab4d50dfdaf req-9ae12776-51e4-4c11-adf5-5151df8113fb tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0903580 Jul 22 22:12:55.081164 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dc0140aa-1bce-4519-a7d5-6ab4d50dfdaf req-5d7ce612-603b-4c23-b91c-56d4b82699cc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Jul 22 22:12:55.148876 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d392c167-9a42-47f8-a63d-082cb100c352 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:55.165623 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.204979 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024437f-f21b-45f2-a2fc-4dc111c39b32 req-9d41d50e-8309-47b7-a7e0-e84772b5f424 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:55.206532 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a024437f-f21b-45f2-a2fc-4dc111c39b32 req-9d41d50e-8309-47b7-a7e0-e84772b5f424 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 943 time: 0.0699270 Jul 22 22:12:55.219115 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Transition to ACTIVE for port object d392c167-9a42-47f8-a63d-082cb100c352 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:55.230057 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.245853 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a024437f-f21b-45f2-a2fc-4dc111c39b32 req-5e9595e2-4bd8-475f-a1e3-68f37026c47b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Jul 22 22:12:55.312754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae2169-3548-409b-b0b1-d8cb465e09f9 req-42b463fe-02a3-4603-a713-5993c8b18745 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:55.314268 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c1ae2169-3548-409b-b0b1-d8cb465e09f9 req-42b463fe-02a3-4603-a713-5993c8b18745 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 931 time: 0.2407515 Jul 22 22:12:55.338772 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:55.425722 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Attempting to bind port d392c167-9a42-47f8-a63d-082cb100c352 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:55.426090 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Attempting to bind port d392c167-9a42-47f8-a63d-082cb100c352 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:55.426420 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Attempting to bind port d392c167-9a42-47f8-a63d-082cb100c352 on network fd9d1b93-a4df-4378-997f-071fb5740d1d {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:55.429811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd58ee10-3a3b-4f40-9eef-cda455e98e3e {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:55.436803 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c1ae2169-3548-409b-b0b1-d8cb465e09f9 req-b237928c-3fef-4dc6-86bb-c142038099df tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126263 Jul 22 22:12:55.441485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.446315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Port d392c167-9a42-47f8-a63d-082cb100c352 on network fd9d1b93-a4df-4378-997f-071fb5740d1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:55.446667 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Attempting to bind port d392c167-9a42-47f8-a63d-082cb100c352 on network fd9d1b93-a4df-4378-997f-071fb5740d1d {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:55.458191 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:55.458535 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Checking segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:55.458918 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Bound using segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:55.459349 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Bound port: d392c167-9a42-47f8-a63d-082cb100c352, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:55.459710 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.483041 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Transition to ACTIVE for port object dd58ee10-3a3b-4f40-9eef-cda455e98e3e will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:55.527074 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.643439 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:55.648626 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Pushing event updated for resources: {'Port': ['ID=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:55.671546 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:55.673183 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Attempting to bind port dd58ee10-3a3b-4f40-9eef-cda455e98e3e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:55.673638 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Attempting to bind port dd58ee10-3a3b-4f40-9eef-cda455e98e3e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:55.674001 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Attempting to bind port dd58ee10-3a3b-4f40-9eef-cda455e98e3e on network 326cd767-0129-4592-a578-cc363d228277 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:55.680183 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.683007 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e70c3-b9cf-45f6-be76-75c0a1fdb7b3 req-32000bb1-e550-4350-8730-9cb4bf59eb99 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:55.685540 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4e7e70c3-b9cf-45f6-be76-75c0a1fdb7b3 req-32000bb1-e550-4350-8730-9cb4bf59eb99 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 944 time: 0.0995610 Jul 22 22:12:55.688766 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Port dd58ee10-3a3b-4f40-9eef-cda455e98e3e on network 326cd767-0129-4592-a578-cc363d228277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:55.688766 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Attempting to bind port dd58ee10-3a3b-4f40-9eef-cda455e98e3e on network 326cd767-0129-4592-a578-cc363d228277 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:55.722260 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:55.722917 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Checking segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:55.724087 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Bound using segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:55.724955 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Bound port: dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:55.725504 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.742454 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:55.743431 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.745130 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4e7e70c3-b9cf-45f6-be76-75c0a1fdb7b3 req-d32025e5-5edd-4902-b0fc-44b9608f259c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426905 Jul 22 22:12:55.745280 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] 10.222.0.77 "PUT /v2.0/ports/d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 1093 time: 1.4318116 Jul 22 22:12:55.745754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:55.759151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de89978-c77d-4db2-842d-29d5af5d9131" -d '{"events": [{"name": "network-changed", "server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:55.931679 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-221ffcb8-f1fe-4baf-bd0c-7e0cafd97f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.995328 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8a46f-b67e-4a0c-ab4e-e4fea1399170 x-openstack-request-id: req-46a8a46f-b67e-4a0c-ab4e-e4fea1399170 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:55.995328 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:55.995994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-46a8a46f-b67e-4a0c-ab4e-e4fea1399170 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:55.995994 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'status': 'completed', 'code': 200} Jul 22 22:12:56.048392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5db64-c5c9-4066-aacb-da72cde4daee service neutron] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:56.084574 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] For port dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:56.104455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] For port dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:56.107126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-b4fabf97-2ef3-499a-8625-58fd95ddeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.108764 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-b4fabf97-2ef3-499a-8625-58fd95ddeb35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1096 time: 0.1058624 Jul 22 22:12:56.110576 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.136640 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1d9a-8269-4c7e-8ef9-b352d2e3a458 req-f5733574-bca5-4600-b991-7d10e5ae012b tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.138559 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec3e1d9a-8269-4c7e-8ef9-b352d2e3a458 req-f5733574-bca5-4600-b991-7d10e5ae012b tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.0917873 Jul 22 22:12:56.163322 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58114) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:56.190444 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-51e64b0b-473c-426c-a194-40bf78ddbed7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 217 time: 0.0707915 Jul 22 22:12:56.191952 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.192580 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.194071 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 1094 time: 1.4714134 Jul 22 22:12:56.205668 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec3e1d9a-8269-4c7e-8ef9-b352d2e3a458 req-e1fa2fe0-f0f1-4aad-ac8f-cee7036f1743 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592709 Jul 22 22:12:56.309386 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e985548f-8f78-4810-a4c0-478ba760924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.369927 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5396cf-9819-48e5-a236-4275edb79b87 service neutron] Pushing event updated for resources: {'Port': ['ID=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:56.393722 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-04787af6-58b6-4516-bbb6-03d47b02a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.395336 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-04787af6-58b6-4516-bbb6-03d47b02a0ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.1501656 Jul 22 22:12:56.481812 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5613b1-1685-4ec6-a3a5-8f4fb05bd08f req-ec167c6c-08e0-4b5a-b257-24d8063a4760 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.483577 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a5613b1-1685-4ec6-a3a5-8f4fb05bd08f req-ec167c6c-08e0-4b5a-b257-24d8063a4760 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.2972250 Jul 22 22:12:56.506888 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-3df6e5bf-2c4c-4971-9043-1522c23d4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.508433 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-3df6e5bf-2c4c-4971-9043-1522c23d4f9c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1097 time: 0.2117431 Jul 22 22:12:56.536924 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e985548f-8f78-4810-a4c0-478ba760924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.540473 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.553264 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e985548f-8f78-4810-a4c0-478ba760924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.571911 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef29a8-119d-4884-85c6-c6af6b04dbff req-9a372608-6bb4-4997-a6a3-5a1394f42c3c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.581723 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-75ef29a8-119d-4884-85c6-c6af6b04dbff req-9a372608-6bb4-4997-a6a3-5a1394f42c3c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 943 time: 0.1680884 Jul 22 22:12:56.597099 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d4c9f57-034e-47da-b165-4f9213b3d42b details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:56.630930 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-127fb508-5d26-4d34-8b5b-fcbc380682e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 217 time: 0.1004305 Jul 22 22:12:56.652858 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58132) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:56.698479 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e985548f-8f78-4810-a4c0-478ba760924e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5a322c654db24e648970fde889f21465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339551 Jul 22 22:12:56.703133 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58138) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:56.727993 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985548f-8f78-4810-a4c0-478ba760924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ea5b21-e34a-45b3-820e-420caceec9da,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:56.749406 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a5613b1-1685-4ec6-a3a5-8f4fb05bd08f req-ba30005a-8510-4010-aa78-0b2c083666b1 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506940 Jul 22 22:12:56.752357 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-785b3262-87cb-44e3-a8e5-aca7f79adce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.760275 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-785b3262-87cb-44e3-a8e5-aca7f79adce8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3531547 Jul 22 22:12:56.775140 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 7d4c9f57-034e-47da-b165-4f9213b3d42b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:56.784471 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-75ef29a8-119d-4884-85c6-c6af6b04dbff req-235bf6c1-78d2-48ce-ada0-e13d5f5fff2d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018843 Jul 22 22:12:56.799281 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-ea9093c1-a47a-4a58-bdf1-556aef606cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.802225 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '7d4c9f57-034e-47da-b165-4f9213b3d42b', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'port_id': '7d4c9f57-034e-47da-b165-4f9213b3d42b', 'mac_address': 'fa:16:3e:17:65:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:56.809682 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-ea9093c1-a47a-4a58-bdf1-556aef606cd7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.1610248 Jul 22 22:12:56.878386 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.893777 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4c9f57-034e-47da-b165-4f9213b3d42b {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:56.909113 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7aca9078-fda7-4dc5-b65d-2bdf0b1b2881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.916414 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 7d4c9f57-034e-47da-b165-4f9213b3d42b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:56.922575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.923624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c18a8bfe-ba0d-4d70-919c-243752319205 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:56.934058 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7aca9078-fda7-4dc5-b65d-2bdf0b1b2881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:56.936155 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-37e9b709-9ef2-4acd-afcd-c22bf58b6499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.002032 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c18a8bfe-ba0d-4d70-919c-243752319205, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c18a8bfe-ba0d-4d70-919c-243752319205,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:57.043759 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'c18a8bfe-ba0d-4d70-919c-243752319205', 'network_id': '26b5b622-41fc-4392-b372-1e0acaf23965', 'port_id': 'c18a8bfe-ba0d-4d70-919c-243752319205', 'mac_address': 'fa:16:3e:d0:66:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be900ce-6be7-496c-9de4-7cba61ec60c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:57.052374 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=7d4c9f57-034e-47da-b165-4f9213b3d42b,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:57.079909 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49b0de-0948-4afc-a809-6946cf1f5599 req-2bc8c155-d371-43a6-ac7e-6b5651e54366 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.081793 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad49b0de-0948-4afc-a809-6946cf1f5599 req-2bc8c155-d371-43a6-ac7e-6b5651e54366 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 944 time: 0.1740351 Jul 22 22:12:57.089493 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7aca9078-fda7-4dc5-b65d-2bdf0b1b2881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.091287 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f45ab7-f7e6-4694-a67d-016ffc2b3b37 req-1ee918ce-dfa9-45fd-93a7-2de2287cf45a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.092864 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7aca9078-fda7-4dc5-b65d-2bdf0b1b2881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.094299 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e9f45ab7-f7e6-4694-a67d-016ffc2b3b37 req-1ee918ce-dfa9-45fd-93a7-2de2287cf45a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.2090170 Jul 22 22:12:57.096906 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-651cefb3-325e-484c-8450-2697183ec47f service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288529 Jul 22 22:12:57.100172 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-3e9d371d-8a29-47e5-8f63-198324c62460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.102385 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-3e9d371d-8a29-47e5-8f63-198324c62460 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2617323 Jul 22 22:12:57.108031 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7aca9078-fda7-4dc5-b65d-2bdf0b1b2881 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68ea5b21-e34a-45b3-820e-420caceec9da HTTP/1.1" status: 204 len: 168 time: 0.4036305 Jul 22 22:12:57.113542 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.139057 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18a8bfe-ba0d-4d70-919c-243752319205 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:57.164816 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca9078-fda7-4dc5-b65d-2bdf0b1b2881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ea5b21-e34a-45b3-820e-420caceec9da,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:57.193131 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c18a8bfe-ba0d-4d70-919c-243752319205, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c18a8bfe-ba0d-4d70-919c-243752319205,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:57.201835 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.222581 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad49b0de-0948-4afc-a809-6946cf1f5599 req-34b1ce4a-5efd-44d8-b91b-82a6e40b4dd2 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342664 Jul 22 22:12:57.304420 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.308765 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-37e9b709-9ef2-4acd-afcd-c22bf58b6499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.312625 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c18a8bfe-ba0d-4d70-919c-243752319205,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:57.316712 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-37e9b709-9ef2-4acd-afcd-c22bf58b6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.362679 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-37e9b709-9ef2-4acd-afcd-c22bf58b6499 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c5c90f7bb7c64b008c7884d48e073c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017603 Jul 22 22:12:57.363298 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58154) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:57.378650 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9b709-9ef2-4acd-afcd-c22bf58b6499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc2ce8-03d6-48e7-8d00-5b3d8b6d3873,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:57.382182 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e9f45ab7-f7e6-4694-a67d-016ffc2b3b37 req-ce90031e-1316-4220-b056-657f660e3c10 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778776 Jul 22 22:12:57.412188 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2853ea17-bf30-404c-8f3a-e3b79c52d056 req-094c1c0b-e9a9-4e35-9550-cbed0e5e3d77 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890244 Jul 22 22:12:57.429472 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-76a1925a-5e66-40b0-a601-07284bbf9e96 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051841 Jul 22 22:12:57.456111 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-05e99299-e898-47b8-b30f-9c75d93ec396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.481108 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-05e99299-e898-47b8-b30f-9c75d93ec396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.529456 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d4c9f57-034e-47da-b165-4f9213b3d42b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:57.534613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-05e99299-e898-47b8-b30f-9c75d93ec396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.538692 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-05e99299-e898-47b8-b30f-9c75d93ec396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.539924 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-05e99299-e898-47b8-b30f-9c75d93ec396 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/92dc2ce8-03d6-48e7-8d00-5b3d8b6d3873 HTTP/1.1" status: 204 len: 168 time: 0.1747744 Jul 22 22:12:57.551252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e99299-e898-47b8-b30f-9c75d93ec396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc2ce8-03d6-48e7-8d00-5b3d8b6d3873,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:57.569236 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6f36c35-6a81-4a94-9465-9b2a97a54786 req-7b5f9fbc-6a93-4ed0-9cfd-1154dc461cc7 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252513 Jul 22 22:12:57.578042 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['c18a8bfe-ba0d-4d70-919c-243752319205'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:57.579137 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58158) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:57.601666 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-39a23720-374d-4130-bafe-ea0a8e319ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.613433 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-474c5ebf-6997-4628-9b49-ac15ee15afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.615054 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-474c5ebf-6997-4628-9b49-ac15ee15afb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1096 time: 0.1085799 Jul 22 22:12:57.752674 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-52818ac0-ef4c-4d8c-86e8-9423ba4cb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.754548 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-52818ac0-ef4c-4d8c-86e8-9423ba4cb0cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.1297605 Jul 22 22:12:57.804341 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-ab5e6fb7-9c71-4c93-8c2f-5d8bea35e80f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 217 time: 0.0410471 Jul 22 22:12:57.827233 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:57.865774 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-39a23720-374d-4130-bafe-ea0a8e319ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.872106 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-39a23720-374d-4130-bafe-ea0a8e319ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.876939 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-ff3e045c-ab2d-43c5-9cb0-934a318bce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.878976 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-ff3e045c-ab2d-43c5-9cb0-934a318bce1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0650587 Jul 22 22:12:57.954058 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-39a23720-374d-4130-bafe-ea0a8e319ba6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=296d7a28ffe740d1b971dd1af75d60cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725855 Jul 22 22:12:57.955858 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58170) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:57.969013 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23720-374d-4130-bafe-ea0a8e319ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d76df60-971c-4c56-81a3-3bb1441e2e84,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:58.001001 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:58.004082 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a99a4-0fd0-4694-95ce-1129db3e3059" -d '{"events": [{"name": "network-changed", "server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:58.040084 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-3d70ef1f-d97b-4c71-a895-957b18e2735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:58.041635 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-3d70ef1f-d97b-4c71-a895-957b18e2735a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1488214 Jul 22 22:12:58.051837 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0f73a6d-05f2-4312-a398-1b4a0b19a06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.076191 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f2d1-bf6a-41e5-b6a5-2d657585bf97 req-a8e2bb34-d5d6-498d-9121-92ba0984777f tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:58.077722 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b898f2d1-bf6a-41e5-b6a5-2d657585bf97 req-a8e2bb34-d5d6-498d-9121-92ba0984777f tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 944 time: 0.1682224 Jul 22 22:12:58.084596 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58176) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:58.095546 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0f73a6d-05f2-4312-a398-1b4a0b19a06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.107753 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-427a3700-160b-45a0-af43-428fb2a7e121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.161716 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b898f2d1-bf6a-41e5-b6a5-2d657585bf97 req-4562ff7c-405c-4204-90d9-7e96509ce179 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Jul 22 22:12:58.193372 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-29ff6bab-4191-4828-8afa-af378c9a69bc service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298757 Jul 22 22:12:58.213475 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0f73a6d-05f2-4312-a398-1b4a0b19a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.215966 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0f73a6d-05f2-4312-a398-1b4a0b19a06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.220063 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c0f73a6d-05f2-4312-a398-1b4a0b19a06c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8d76df60-971c-4c56-81a3-3bb1441e2e84 HTTP/1.1" status: 204 len: 168 time: 0.2621036 Jul 22 22:12:58.233035 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3afed7-8158-41c7-aa29-fe9323d4298f x-openstack-request-id: req-1f3afed7-8158-41c7-aa29-fe9323d4298f {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:58.233386 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:58.233930 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1f3afed7-8158-41c7-aa29-fe9323d4298f {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:58.233930 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'status': 'completed', 'code': 200} Jul 22 22:12:58.248975 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f73a6d-05f2-4312-a398-1b4a0b19a06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d76df60-971c-4c56-81a3-3bb1441e2e84,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:58.283297 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-427a3700-160b-45a0-af43-428fb2a7e121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.296756 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-427a3700-160b-45a0-af43-428fb2a7e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.325922 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-427a3700-160b-45a0-af43-428fb2a7e121 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bab892caa98e49e285fad3baa9a4633a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395959 Jul 22 22:12:58.332018 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58188) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:58.365816 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7de89978-c77d-4db2-842d-29d5af5d9131 req-4ea5b562-ddd3-43eb-8223-9bc871108d92 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580677 Jul 22 22:12:58.402264 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a3700-160b-45a0-af43-428fb2a7e121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beba682c-a57a-4cde-bed7-8b3fa3176a50,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:58.405730 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-e2a42e6b-d9d8-4815-a5a3-f67ff4d185c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:58.407699 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-e2a42e6b-d9d8-4815-a5a3-f67ff4d185c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1097 time: 0.1549065 Jul 22 22:12:58.456175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dfc9-c6ad-41ec-aecb-ad3fa724d2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.529037 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dfc9-c6ad-41ec-aecb-ad3fa724d2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.574240 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1893-e7a8-4294-9c76-9daba1942ca7 req-59598080-a045-4012-a1e3-23ecb1bff80e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:58.576490 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f2c1893-e7a8-4294-9c76-9daba1942ca7 req-59598080-a045-4012-a1e3-23ecb1bff80e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 944 time: 0.1459293 Jul 22 22:12:58.629380 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f2c1893-e7a8-4294-9c76-9daba1942ca7 req-d5ccc417-6b71-40b1-8b55-6038171a00e8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472019 Jul 22 22:12:58.701741 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.811123 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-eb5af903-6f95-414f-99d1-84a1721f0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:58.812548 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-eb5af903-6f95-414f-99d1-84a1721f0db4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.3931267 Jul 22 22:12:58.854567 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dfc9-c6ad-41ec-aecb-ad3fa724d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.857595 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dfc9-c6ad-41ec-aecb-ad3fa724d2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.861071 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e8b7dfc9-c6ad-41ec-aecb-ad3fa724d2e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/beba682c-a57a-4cde-bed7-8b3fa3176a50 HTTP/1.1" status: 204 len: 168 time: 0.5206475 Jul 22 22:12:58.896886 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-3fdf1447-3dbc-4764-85c0-c2d4fcbb8ca4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 217 time: 0.0526118 Jul 22 22:12:58.904677 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434fa9-f20c-4ebd-b6e2-1f5390176aa7 req-bf348a8b-1b0c-4121-abd3-c6ad11b1dc7e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:58.906121 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-82434fa9-f20c-4ebd-b6e2-1f5390176aa7 req-bf348a8b-1b0c-4121-abd3-c6ad11b1dc7e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.3403447 Jul 22 22:12:58.907022 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7dfc9-c6ad-41ec-aecb-ad3fa724d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beba682c-a57a-4cde-bed7-8b3fa3176a50,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:59.008830 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-82434fa9-f20c-4ebd-b6e2-1f5390176aa7 req-8571bb93-f44d-4be3-bfaf-5b6be892bf41 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895121 Jul 22 22:12:59.008830 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-bb9edf8e-2ec5-4692-a93a-b9d25937005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:59.008830 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-bb9edf8e-2ec5-4692-a93a-b9d25937005b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.0882564 Jul 22 22:12:59.078377 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-c60c493a-958e-41cb-ac35-ddcfd8448fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:59.080159 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-c60c493a-958e-41cb-ac35-ddcfd8448fd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626590 Jul 22 22:12:59.228805 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-144041cb-8b4b-4987-8b5d-a25d6e7d7bff service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359189 Jul 22 22:12:59.408611 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693fde-cce5-4ca3-99e5-a863e00c437f req-d0fb5c7d-ed3a-45db-97d1-46f1e1c25e0d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:59.415279 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d693fde-cce5-4ca3-99e5-a863e00c437f req-d0fb5c7d-ed3a-45db-97d1-46f1e1c25e0d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 944 time: 0.1449740 Jul 22 22:12:59.418998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-608a99a4-0fd0-4694-95ce-1129db3e3059 req-4e3fca44-4aa9-45ac-a141-761c8dc7c383 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795263 Jul 22 22:12:59.460608 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d693fde-cce5-4ca3-99e5-a863e00c437f req-4383da49-9a9b-496f-9982-767557494074 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Jul 22 22:12:59.769231 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8857-e797-405c-96e2-a1c94c56bf60 req-60bb12d0-1ed4-4fa8-9751-54d461cc3c5e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:59.770989 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e71a8857-e797-405c-96e2-a1c94c56bf60 req-60bb12d0-1ed4-4fa8-9751-54d461cc3c5e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 944 time: 0.0679789 Jul 22 22:12:59.811742 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e71a8857-e797-405c-96e2-a1c94c56bf60 req-f725777d-c9c6-4f86-9713-6ae1816f429b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Jul 22 22:13:00.152935 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4947e23-0861-4b23-a1ab-23e9e04de912 req-17af4e27-573f-4bb6-a78f-c6b1775d102e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:00.159713 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d4947e23-0861-4b23-a1ab-23e9e04de912 req-17af4e27-573f-4bb6-a78f-c6b1775d102e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0801566 Jul 22 22:13:00.195655 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d4947e23-0861-4b23-a1ab-23e9e04de912 req-94b1875e-87bf-4f05-b1ce-1bfbf3a32373 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352011 Jul 22 22:13:00.306333 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58290) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:00.518369 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-41afcbf6-ebeb-494c-b21e-e7673804ac98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.609644 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device dd58ee10-3a3b-4f40-9eef-cda455e98e3e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:00.617901 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d4c9f57-034e-47da-b165-4f9213b3d42b up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:00.650516 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eb606-9a6d-4776-8edc-b56447f6bfb8 req-e302d803-7db7-4120-bc0c-a3a4e8938ca5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:00.651999 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f69eb606-9a6d-4776-8edc-b56447f6bfb8 req-e302d803-7db7-4120-bc0c-a3a4e8938ca5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 944 time: 0.1138291 Jul 22 22:13:00.715163 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-41afcbf6-ebeb-494c-b21e-e7673804ac98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.719295 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f69eb606-9a6d-4776-8edc-b56447f6bfb8 req-7a6b0444-83fa-43bc-8dd9-67fd5ba54cd3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Jul 22 22:13:00.720691 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-41afcbf6-ebeb-494c-b21e-e7673804ac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.768514 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 7d4c9f57-034e-47da-b165-4f9213b3d42b completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:00.772369 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-41afcbf6-ebeb-494c-b21e-e7673804ac98 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=95c787ad72f9429d98e0673d0e8c5360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648890 Jul 22 22:13:00.773080 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afcbf6-ebeb-494c-b21e-e7673804ac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cb894e-efd3-40f2-a737-da5bd5a4b04e,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:00.775076 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58312) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:00.780028 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 7d4c9f57-034e-47da-b165-4f9213b3d42b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:00.780493 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.817598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:00.833511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd3-cdb2-4a6c-a9e8-160009198ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.836568 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'port_id': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'mac_address': 'fa:16:3e:e7:c0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:00.872775 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd3-cdb2-4a6c-a9e8-160009198ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.915715 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.929647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd3-cdb2-4a6c-a9e8-160009198ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.935308 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8af10cd3-cdb2-4a6c-a9e8-160009198ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.940307 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8af10cd3-cdb2-4a6c-a9e8-160009198ab6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/26cb894e-efd3-40f2-a737-da5bd5a4b04e HTTP/1.1" status: 204 len: 168 time: 0.1626687 Jul 22 22:13:00.945452 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.951433 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd58ee10-3a3b-4f40-9eef-cda455e98e3e {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:00.983665 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af10cd3-cdb2-4a6c-a9e8-160009198ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cb894e-efd3-40f2-a737-da5bd5a4b04e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:01.019768 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:01.034061 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.034875 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:01.046447 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25ade-06fd-4d2f-8742-eb76e9e787f9 req-8b10dc62-d06a-4989-a289-4af09ab20fce tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.047989 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cf25ade-06fd-4d2f-8742-eb76e9e787f9 req-8b10dc62-d06a-4989-a289-4af09ab20fce tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 944 time: 0.1068156 Jul 22 22:13:01.064460 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c9f57-034e-47da-b165-4f9213b3d42b'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:01.066777 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2576efe3-8910-44be-af0f-03b45a95226a" -d '{"events": [{"server_uuid": "c4505e7b-bfd4-4c87-a9de-c3513e8ca977", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c9f57-034e-47da-b165-4f9213b3d42b"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:01.095579 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 7d4c9f57-034e-47da-b165-4f9213b3d42b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:01.103814 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cf25ade-06fd-4d2f-8742-eb76e9e787f9 req-0d839cc8-b33f-4a8c-9f43-313a4978d599 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498815 Jul 22 22:13:01.112776 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.113628 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c18a8bfe-ba0d-4d70-919c-243752319205 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:01.161284 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ff913-36af-4ee8-8165-7e5c0de551e6 x-openstack-request-id: req-887ff913-36af-4ee8-8165-7e5c0de551e6 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:01.161588 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4505e7b-bfd4-4c87-a9de-c3513e8ca977", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c9f57-034e-47da-b165-4f9213b3d42b", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:01.161841 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-887ff913-36af-4ee8-8165-7e5c0de551e6 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:01.162262 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c9f57-034e-47da-b165-4f9213b3d42b', 'code': 200} Jul 22 22:13:01.190787 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:01.319325 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=7d4c9f57-034e-47da-b165-4f9213b3d42b,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:01.335323 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port c18a8bfe-ba0d-4d70-919c-243752319205 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:01.344117 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:01.346452 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port c18a8bfe-ba0d-4d70-919c-243752319205 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:01.346830 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.386312 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'd392c167-9a42-47f8-a63d-082cb100c352', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352', 'mac_address': 'fa:16:3e:63:69:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:01.448618 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.478358 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d392c167-9a42-47f8-a63d-082cb100c352 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:01.479432 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a41f-751b-4360-a8e5-34aa038624f3 req-6700f38a-6aca-4bf9-b0f0-8cf819960f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.481569 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7f84a41f-751b-4360-a8e5-34aa038624f3 req-6700f38a-6aca-4bf9-b0f0-8cf819960f29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 1098 time: 0.1702192 Jul 22 22:13:01.492824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192a64f-ad89-4a31-b4e4-9ec10daf8185 req-8d1ee8ec-2e3f-45da-9274-165aeffaa437 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.494600 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6192a64f-ad89-4a31-b4e4-9ec10daf8185 req-8d1ee8ec-2e3f-45da-9274-165aeffaa437 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.1819413 Jul 22 22:13:01.509999 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:01.511920 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.520650 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.559405 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7f84a41f-751b-4360-a8e5-34aa038624f3 req-b94ccaff-750e-4d72-9f89-bc758c23d404 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Jul 22 22:13:01.566554 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c18a8bfe-ba0d-4d70-919c-243752319205, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c18a8bfe-ba0d-4d70-919c-243752319205,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:01.566730 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6192a64f-ad89-4a31-b4e4-9ec10daf8185 req-fcc97aa6-5b5b-495b-b57e-4dca580ac8a8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579531 Jul 22 22:13:01.575932 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.593792 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:01.644604 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c18a8bfe-ba0d-4d70-919c-243752319205,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:01.855947 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffe294-6d4f-44fd-971e-9944b0bc037d req-cb269efa-eea2-4f27-aa66-43e53b6d7c96 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.856521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['dd58ee10-3a3b-4f40-9eef-cda455e98e3e'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:01.857354 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aeffe294-6d4f-44fd-971e-9944b0bc037d req-cb269efa-eea2-4f27-aa66-43e53b6d7c96 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0632241 Jul 22 22:13:01.884430 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['d392c167-9a42-47f8-a63d-082cb100c352'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:01.900684 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aeffe294-6d4f-44fd-971e-9944b0bc037d req-2f7281c3-22b9-4ed7-a377-2e7a9d275177 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Jul 22 22:13:02.230683 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fbdd1-336d-4db6-875a-2340c61af429 req-2290ff21-acc7-44d9-accb-8ca5ce8af4cc tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:02.232170 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-df6fbdd1-336d-4db6-875a-2340c61af429 req-2290ff21-acc7-44d9-accb-8ca5ce8af4cc tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 945 time: 0.0665820 Jul 22 22:13:02.270514 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-df6fbdd1-336d-4db6-875a-2340c61af429 req-e63593bd-40ea-4a47-8839-87b1e6f74d20 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328774 Jul 22 22:13:02.728046 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a2f44-0595-4ffc-b817-648e3d1ac259 req-2861cff0-30bf-4994-90e7-530b19da7e57 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:02.730966 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc7a2f44-0595-4ffc-b817-648e3d1ac259 req-2861cff0-30bf-4994-90e7-530b19da7e57 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 944 time: 0.0800114 Jul 22 22:13:02.791205 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc7a2f44-0595-4ffc-b817-648e3d1ac259 req-357399b0-9280-4c09-9535-1c6f2f352721 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482061 Jul 22 22:13:03.070387 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bec585-0f02-4995-be55-673de0629171 req-ec3e4898-dc60-4743-9965-39a09035f95b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:03.072350 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d7bec585-0f02-4995-be55-673de0629171 req-ec3e4898-dc60-4743-9965-39a09035f95b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0947309 Jul 22 22:13:03.111119 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d7bec585-0f02-4995-be55-673de0629171 req-974667b3-922e-40d6-b7c8-9c60e1244e46 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Jul 22 22:13:03.163871 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18a8bfe-ba0d-4d70-919c-243752319205'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:03.166347 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33ba4dd-e3b2-44ed-9fab-341930180d57" -d '{"events": [{"server_uuid": "1a81cf9c-8e45-4fec-872b-2e9601267a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c18a8bfe-ba0d-4d70-919c-243752319205"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:03.203479 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f646a-453f-426b-915a-2bdc937b4ebe x-openstack-request-id: req-150f646a-453f-426b-915a-2bdc937b4ebe {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:03.203770 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a81cf9c-8e45-4fec-872b-2e9601267a7d", "name": "network-vif-plugged", "status": "completed", "tag": "c18a8bfe-ba0d-4d70-919c-243752319205", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:03.204019 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-150f646a-453f-426b-915a-2bdc937b4ebe {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:03.204407 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18a8bfe-ba0d-4d70-919c-243752319205', 'code': 200} Jul 22 22:13:03.442529 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcc0ad-010e-4b31-a000-46c42f356014 req-6ec93117-6413-454a-914d-33e92e5b961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:03.444599 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57fcc0ad-010e-4b31-a000-46c42f356014 req-6ec93117-6413-454a-914d-33e92e5b961e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.1023185 Jul 22 22:13:03.467531 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df79e9-85ee-4037-a887-36ed6e7abc0f req-c818df20-9d6f-4e5f-a686-924176df4a8a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:03.469069 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1df79e9-85ee-4037-a887-36ed6e7abc0f req-c818df20-9d6f-4e5f-a686-924176df4a8a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 945 time: 0.1192081 Jul 22 22:13:03.523134 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57fcc0ad-010e-4b31-a000-46c42f356014 req-66729050-9154-40c3-85b9-9cf02aebb420 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653236 Jul 22 22:13:03.526070 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1df79e9-85ee-4037-a887-36ed6e7abc0f req-d0509aef-904c-4421-9015-5ff452c1a7b4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508797 Jul 22 22:13:03.930120 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965243aa-8374-4256-a30d-c22bc4eddd6a req-695a28ba-6aa5-4623-ad1f-c34447ec1015 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:03.931733 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-965243aa-8374-4256-a30d-c22bc4eddd6a req-695a28ba-6aa5-4623-ad1f-c34447ec1015 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 944 time: 0.0774519 Jul 22 22:13:03.971454 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-965243aa-8374-4256-a30d-c22bc4eddd6a req-3eaad6c6-dd77-481e-85e6-6bef2e83db60 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Jul 22 22:13:04.033107 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58446) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:04.137293 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4df082a-aafa-4235-b2ce-33b7f46ca876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.271961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4df082a-aafa-4235-b2ce-33b7f46ca876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.282872 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82118cd-557b-4656-8142-32f7fa486add req-69ac44bb-3a51-4048-82b0-46258381b045 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:04.284344 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d82118cd-557b-4656-8142-32f7fa486add req-69ac44bb-3a51-4048-82b0-46258381b045 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1035643 Jul 22 22:13:04.285060 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4df082a-aafa-4235-b2ce-33b7f46ca876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.343900 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e4df082a-aafa-4235-b2ce-33b7f46ca876 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c8b305d89fbc49fd9929326c57a43b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097279 Jul 22 22:13:04.346613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58454) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:04.349181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df082a-aafa-4235-b2ce-33b7f46ca876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94615a-11de-4282-b729-331b10514e8d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:04.359293 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d82118cd-557b-4656-8142-32f7fa486add req-0fa53360-ae9e-481d-a57e-264448504a10 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640438 Jul 22 22:13:04.403595 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe70-2ca0-4755-b50e-91ed83c7423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.424617 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe70-2ca0-4755-b50e-91ed83c7423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.477052 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe70-2ca0-4755-b50e-91ed83c7423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.479792 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5d6bbe70-2ca0-4755-b50e-91ed83c7423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.481605 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5d6bbe70-2ca0-4755-b50e-91ed83c7423a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b94615a-11de-4282-b729-331b10514e8d HTTP/1.1" status: 204 len: 168 time: 0.1340215 Jul 22 22:13:04.493228 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bbe70-2ca0-4755-b50e-91ed83c7423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94615a-11de-4282-b729-331b10514e8d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:04.632921 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device dd58ee10-3a3b-4f40-9eef-cda455e98e3e up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:04.742375 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-4b6e9085-c0d9-414b-b68b-39c3d8aaea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:04.745577 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-4b6e9085-c0d9-414b-b68b-39c3d8aaea44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 1098 time: 0.1097505 Jul 22 22:13:04.769063 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414228a-04ce-4384-bf1b-e2781e6d1a75 req-f0d53ce0-1fe6-48be-bda2-0aa759b31ce6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:04.775466 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port dd58ee10-3a3b-4f40-9eef-cda455e98e3e completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:04.781685 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c414228a-04ce-4384-bf1b-e2781e6d1a75 req-f0d53ce0-1fe6-48be-bda2-0aa759b31ce6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 945 time: 0.1358511 Jul 22 22:13:04.784667 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port dd58ee10-3a3b-4f40-9eef-cda455e98e3e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:04.785267 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.911555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58482) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:04.970177 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcb57c1-5a13-4a2e-9320-b60336f232af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:04.984915 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c414228a-04ce-4384-bf1b-e2781e6d1a75 req-a40bca3c-b110-45d1-9f5c-04b98aa4ac48 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013705 Jul 22 22:13:04.986821 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.016061 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607681a-4b40-431f-ba00-da9b632fd9d2 req-d38cf6e2-2e50-4898-99d2-3f2291750f9a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:05.029923 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9607681a-4b40-431f-ba00-da9b632fd9d2 req-d38cf6e2-2e50-4898-99d2-3f2291750f9a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.3533456 Jul 22 22:13:05.055703 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:05.061316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.062713 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:05.087123 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9607681a-4b40-431f-ba00-da9b632fd9d2 req-0801e7ed-d9da-48a4-ae14-dcd2608ded1b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511589 Jul 22 22:13:05.145895 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:05.162009 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port d392c167-9a42-47f8-a63d-082cb100c352 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:05.166474 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port d392c167-9a42-47f8-a63d-082cb100c352 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:05.166855 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.190345 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-e4c7c3bd-a22a-4475-ba88-6092380f9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:05.192147 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-e4c7c3bd-a22a-4475-ba88-6092380f9153 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.3916142 Jul 22 22:13:05.206323 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:05.208903 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2729756f-9495-4117-8ca2-32b7f24d3ef2" -d '{"events": [{"server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "name": "network-vif-plugged", "status": "completed", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:05.253675 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb57bd-88e5-45ad-8e6a-728436e762b2 x-openstack-request-id: req-2dcb57bd-88e5-45ad-8e6a-728436e762b2 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:05.254083 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "name": "network-vif-plugged", "status": "completed", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:05.254398 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2dcb57bd-88e5-45ad-8e6a-728436e762b2 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:05.254848 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'code': 200} Jul 22 22:13:05.260853 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-240206ad-cca7-46ed-a9f9-4e023ff9b91f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b HTTP/1.1" status: 200 len: 217 time: 0.0386026 Jul 22 22:13:05.276162 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.283740 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17203b-3341-4fd4-9938-41214f3de88a req-44a646fc-0756-4493-b9cc-e24ef38d40ec tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:05.285488 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8e17203b-3341-4fd4-9938-41214f3de88a req-44a646fc-0756-4493-b9cc-e24ef38d40ec tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 944 time: 0.1874478 Jul 22 22:13:05.341362 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:05.345847 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.398824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcb57c1-5a13-4a2e-9320-b60336f232af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.403168 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-4aaa1ae9-8fb5-49c2-b5ce-d76a07e455f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:05.404694 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-4aaa1ae9-8fb5-49c2-b5ce-d76a07e455f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.1132765 Jul 22 22:13:05.410079 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8e17203b-3341-4fd4-9938-41214f3de88a req-c0756840-e591-4780-9989-c61bf73b20bf tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062388 Jul 22 22:13:05.411515 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcb57c1-5a13-4a2e-9320-b60336f232af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.419487 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:05.471574 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-8ab60ed9-5e8f-4715-a688-63fb506a1019 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487087 Jul 22 22:13:05.482198 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-abcb57c1-5a13-4a2e-9320-b60336f232af admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=47ccca7be39b4475affc9520c59983ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608730 Jul 22 22:13:05.484266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb57c1-5a13-4a2e-9320-b60336f232af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a0dfd9-7a33-48b0-81fe-61c55d7a3fdd,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:05.484916 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58492) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:05.532885 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9e05f2b6-9584-469e-84bb-6e42647d4aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.555034 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9e05f2b6-9584-469e-84bb-6e42647d4aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.619200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9e05f2b6-9584-469e-84bb-6e42647d4aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.622549 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9e05f2b6-9584-469e-84bb-6e42647d4aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:05.624066 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9e05f2b6-9584-469e-84bb-6e42647d4aea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56a0dfd9-7a33-48b0-81fe-61c55d7a3fdd HTTP/1.1" status: 204 len: 168 time: 0.1379859 Jul 22 22:13:05.634384 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05f2b6-9584-469e-84bb-6e42647d4aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a0dfd9-7a33-48b0-81fe-61c55d7a3fdd,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:05.700091 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34082-9fb7-452f-88b0-8aaf42bc4a2e req-5735fc26-9b9d-4c56-ac34-08d46fe2cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:05.701787 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f5f34082-9fb7-452f-88b0-8aaf42bc4a2e req-5735fc26-9b9d-4c56-ac34-08d46fe2cc66 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1099 time: 0.1712537 Jul 22 22:13:05.734864 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-3ad01a66-d2e6-4f08-8eac-976062acba57 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054431 Jul 22 22:13:05.745445 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f5f34082-9fb7-452f-88b0-8aaf42bc4a2e req-8d143ae0-76f8-4390-90d5-e72efab54377 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Jul 22 22:13:05.840273 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e13006c-a987-43d6-94d9-ebbb6dc48790 req-10fc8d8c-004c-4ba2-bf7f-0249d5ca3d33 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928819 Jul 22 22:13:05.982301 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58516) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:05.999930 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f98b89df-a712-4e96-a4c6-f32b3f61312a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.126709 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f98b89df-a712-4e96-a4c6-f32b3f61312a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.135996 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f98b89df-a712-4e96-a4c6-f32b3f61312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.172399 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44c387-4737-4eb1-8ee0-6156df0bf82a req-e48cfd40-4d71-4236-b490-5fd0d5f01633 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:06.174609 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7e44c387-4737-4eb1-8ee0-6156df0bf82a req-e48cfd40-4d71-4236-b490-5fd0d5f01633 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1012769 Jul 22 22:13:06.205697 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f98b89df-a712-4e96-a4c6-f32b3f61312a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c3e69123ef514870b4f6c7abbc72052a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223041 Jul 22 22:13:06.206510 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b89df-a712-4e96-a4c6-f32b3f61312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a347b39-8227-4277-86f8-c2c420cead4f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:06.208472 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58528) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:06.243837 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed1f27-9867-4132-ac9d-621256da70cd req-ad9e82cc-9d7d-4aa0-9b30-7b25ff92b4a2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:06.245168 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7e44c387-4737-4eb1-8ee0-6156df0bf82a req-45e8031b-5691-41af-ba6a-a1c5602ca662 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589697 Jul 22 22:13:06.246638 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-efed1f27-9867-4132-ac9d-621256da70cd req-ad9e82cc-9d7d-4aa0-9b30-7b25ff92b4a2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0962596 Jul 22 22:13:06.288035 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-efed1f27-9867-4132-ac9d-621256da70cd req-4a7a6e6a-ee8e-434f-879b-e119d2444146 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365679 Jul 22 22:13:06.305812 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-97209fe0-efea-418e-9380-c1466642b757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.331254 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-97209fe0-efea-418e-9380-c1466642b757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.376501 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-97209fe0-efea-418e-9380-c1466642b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.379051 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-97209fe0-efea-418e-9380-c1466642b757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:06.380470 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-97209fe0-efea-418e-9380-c1466642b757 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a347b39-8227-4277-86f8-c2c420cead4f HTTP/1.1" status: 204 len: 168 time: 0.1707690 Jul 22 22:13:06.387895 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97209fe0-efea-418e-9380-c1466642b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a347b39-8227-4277-86f8-c2c420cead4f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:06.565428 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775b7b1-9704-41e5-9311-ebfef47d6a99 req-918145fa-4a6d-4e34-81e0-5e508db895dd tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:06.566903 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9775b7b1-9704-41e5-9311-ebfef47d6a99 req-918145fa-4a6d-4e34-81e0-5e508db895dd tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0697937 Jul 22 22:13:06.608005 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9775b7b1-9704-41e5-9311-ebfef47d6a99 req-b3916ed8-2597-49fb-b697-bb02a42f047c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343833 Jul 22 22:13:07.030951 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58554) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:07.123874 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667902488-network', 'tenant_id': 'b4629ce94a5a4fc2ac238cb46860294f'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:07.146106 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Made reservation on behalf of b4629ce94a5a4fc2ac238cb46860294f for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:07.148341 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.157063 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.253108 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.256577 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:07.257900 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.258930 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28c6edb-a479-4450-bfff-81af38ec2c75" -d '{"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-plugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:07.295008 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1828} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:07.312771 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe9bcf7-8484-419b-bb39-b3251f515033,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:07.316907 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.317389 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Added segment bc0e32bd-2c02-4a15-84a2-645722a847a9 of type vlan for network c1ca4943-f349-4110-ade0-980878a155b9 Jul 22 22:13:07.355368 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3dd14a-0f13-4f89-91d0-9712a6005efe x-openstack-request-id: req-4b3dd14a-0f13-4f89-91d0-9712a6005efe {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:07.355887 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-plugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:07.356425 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4b3dd14a-0f13-4f89-91d0-9712a6005efe {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:07.356878 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'code': 200} Jul 22 22:13:07.366868 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.430490 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.431454 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:07.432067 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.498649 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4665382 Jul 22 22:13:07.502228 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58574) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:07.527636 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Request body: {'subnet': {'network_id': 'c1ca4943-f349-4110-ade0-980878a155b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667902488-subnet', 'tenant_id': 'b4629ce94a5a4fc2ac238cb46860294f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:07.569222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b538ba-03fd-401d-be81-e9e93222f724 admin admin] Pushing event updated for resources: {'Network': ['ID=c1ca4943-f349-4110-ade0-980878a155b9,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:07.600964 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network c1ca4943-f349-4110-ade0-980878a155b9 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:07.622115 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29473989-72db-4869-91e2-843e16f49db8 req-41a36f6f-50aa-4611-bab3-f74a323b6cc0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:07.623793 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e3ddb-c389-4a7a-b579-7a2bff711710 req-c7482d97-4d0e-4486-925f-b2d52c056e42 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:07.625532 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-664e3ddb-c389-4a7a-b579-7a2bff711710 req-c7482d97-4d0e-4486-925f-b2d52c056e42 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.2324374 Jul 22 22:13:07.626744 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Made reservation on behalf of b4629ce94a5a4fc2ac238cb46860294f for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:07.628960 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.632024 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-29473989-72db-4869-91e2-843e16f49db8 req-41a36f6f-50aa-4611-bab3-f74a323b6cc0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1938033 Jul 22 22:13:07.706237 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-29473989-72db-4869-91e2-843e16f49db8 req-ce22af71-526d-4fde-8c92-bd049e6da1f7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731590 Jul 22 22:13:07.707922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73e53b-3243-43f2-9f11-8a6e8657385e req-880c4069-b018-4d92-8a20-eb24d809486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:07.709299 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0e73e53b-3243-43f2-9f11-8a6e8657385e req-880c4069-b018-4d92-8a20-eb24d809486d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1098 time: 0.1471388 Jul 22 22:13:07.737592 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-664e3ddb-c389-4a7a-b579-7a2bff711710 req-743915a6-6af4-4e11-996d-1ce22b709bee tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049771 Jul 22 22:13:07.849647 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0e73e53b-3243-43f2-9f11-8a6e8657385e req-2054df89-2b7c-4199-ae88-65d843d5110a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951579 Jul 22 22:13:07.882127 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d3a59-2c27-4228-9acd-7d0e4bfcec9a req-094ffa79-1386-4223-a3bd-5225d7409185 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:07.883482 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a97d3a59-2c27-4228-9acd-7d0e4bfcec9a req-094ffa79-1386-4223-a3bd-5225d7409185 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0959070 Jul 22 22:13:07.887741 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.921099 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a97d3a59-2c27-4228-9acd-7d0e4bfcec9a req-30bb833f-653c-4213-bf76-a1656c360627 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Jul 22 22:13:07.947974 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=53367b99-83fa-4319-a906-5e0a6c092711,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:07.956957 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Checking segment: {'id': 'bc0e32bd-2c02-4a15-84a2-645722a847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1828, 'network_id': 'c1ca4943-f349-4110-ade0-980878a155b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:07.957307 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Network hostable DHCP agents. Network: c1ca4943-f349-4110-ade0-980878a155b9, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:07.974361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Network c1ca4943-f349-4110-ade0-980878a155b9 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:07.982646 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, c1ca4943-f349-4110-ade0-980878a155b9) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:07.986716 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:07.987310 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:07.991889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a064779-54e2-4d39-9ae5-4511a760ed8f None None] Network c1ca4943-f349-4110-ade0-980878a155b9 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:08.010090 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f0084659-24a5-499f-a084-67a237f008bf admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4969292 Jul 22 22:13:08.116987 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b478d77-e510-4117-84a1-3424740adb0c None None] Network c1ca4943-f349-4110-ade0-980878a155b9 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:08.468681 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15d1f4-b27b-44d3-aab4-ca94ac78b118 req-2745f78f-b6e7-4c0c-8432-16664936471b tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:08.470326 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e15d1f4-b27b-44d3-aab4-ca94ac78b118 req-2745f78f-b6e7-4c0c-8432-16664936471b tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.0661719 Jul 22 22:13:08.490568 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58604) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:08.495623 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-265179194-network', 'tenant_id': '490db6dc51a64c34ba808a4c78673fde'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:08.508145 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e15d1f4-b27b-44d3-aab4-ca94ac78b118 req-73ce149e-a4a4-48e2-adb2-d7e6dc16fae3 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Jul 22 22:13:08.517016 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Made reservation on behalf of 490db6dc51a64c34ba808a4c78673fde for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:08.519477 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.529230 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.618159 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.622906 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.654221 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1849} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:08.658143 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cb113d-e633-424c-a25e-06ba43129340,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:08.668521 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.668841 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Added segment e8dbe00c-3062-4cd4-b218-bee19a5a4101 of type vlan for network c33d9836-f99c-4891-9686-27533fa47721 Jul 22 22:13:08.721138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.755803 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.756929 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:08.757618 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.796675 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3025088 Jul 22 22:13:08.797053 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58620) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:08.801889 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Request body: {'subnet': {'network_id': 'c33d9836-f99c-4891-9686-27533fa47721', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-265179194-subnet', 'tenant_id': '490db6dc51a64c34ba808a4c78673fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:08.853400 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Made reservation on behalf of 490db6dc51a64c34ba808a4c78673fde for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:08.856450 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:08.864163 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d0c7-ff68-49bd-bc5c-fb0bffd24f9f admin admin] Pushing event updated for resources: {'Network': ['ID=c33d9836-f99c-4891-9686-27533fa47721,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:08.876089 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network c33d9836-f99c-4891-9686-27533fa47721 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:08.907943 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a7cba-5abd-4d40-bb5a-6bdab1a712c9 req-ce2a1490-34e7-49ac-a773-3f25b971d146 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:08.909744 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5d3a7cba-5abd-4d40-bb5a-6bdab1a712c9 req-ce2a1490-34e7-49ac-a773-3f25b971d146 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1199980 Jul 22 22:13:08.983777 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5d3a7cba-5abd-4d40-bb5a-6bdab1a712c9 req-fe99a22c-be71-4031-9d34-e02a475b0381 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Jul 22 22:13:09.033244 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155c39-3c97-4916-83a1-9370b833a9a7 req-f071a514-8ae9-4cf1-b7ba-cbbfe433db23 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:09.034824 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d5155c39-3c97-4916-83a1-9370b833a9a7 req-f071a514-8ae9-4cf1-b7ba-cbbfe433db23 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1572182 Jul 22 22:13:09.121539 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a772d-09ef-45cd-97a0-38178a40571b req-6ee12599-8a59-461e-94d3-3a643a32a1b1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:09.130728 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9a0a772d-09ef-45cd-97a0-38178a40571b req-6ee12599-8a59-461e-94d3-3a643a32a1b1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0731351 Jul 22 22:13:09.141769 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d5155c39-3c97-4916-83a1-9370b833a9a7 req-94fdf854-ef46-45b9-be3d-abbbb99a43dc tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983114 Jul 22 22:13:09.167077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:09.168852 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9a0a772d-09ef-45cd-97a0-38178a40571b req-d5841541-a766-4ca6-97d7-e1763fe6f8bf tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371575 Jul 22 22:13:09.244646 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa62dcff-dca7-4137-93c0-3b5867edcdd7,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:09.270289 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Checking segment: {'id': 'e8dbe00c-3062-4cd4-b218-bee19a5a4101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1849, 'network_id': 'c33d9836-f99c-4891-9686-27533fa47721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:09.270648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Network hostable DHCP agents. Network: c33d9836-f99c-4891-9686-27533fa47721, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:09.299511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9635c-173a-4b14-82b6-392cc08510ec req-ec5b0b7f-851a-47a9-b35e-7d7a14f9d2d5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:09.301058 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dbc9635c-173a-4b14-82b6-392cc08510ec req-ec5b0b7f-851a-47a9-b35e-7d7a14f9d2d5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0891993 Jul 22 22:13:09.306262 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Network c33d9836-f99c-4891-9686-27533fa47721 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:09.310718 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58636) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:09.315981 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'floatingip': {'port_id': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:09.316455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, c33d9836-f99c-4891-9686-27533fa47721) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:09.321705 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:09.322490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:09.328010 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68691a2-3898-4879-b6dd-b22333ff38b7 None None] Network c33d9836-f99c-4891-9686-27533fa47721 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:09.342401 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f7f550fd-ca5e-4119-a0d8-f85331e3b289 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5443077 Jul 22 22:13:09.392875 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:09.514389 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c611943-8676-41b1-85ec-14358b2fd174 None None] Network c33d9836-f99c-4891-9686-27533fa47721 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:09.768072 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d7980-e71f-41f4-9de9-771feab14f4e req-2814121b-1654-44ec-81fb-2ce6a77455fd tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:09.769577 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0d1d7980-e71f-41f4-9de9-771feab14f4e req-2814121b-1654-44ec-81fb-2ce6a77455fd tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.1300149 Jul 22 22:13:09.949495 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0d1d7980-e71f-41f4-9de9-771feab14f4e req-583afa31-5406-4132-ad4d-32ef53241cfc tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566780 Jul 22 22:13:10.104833 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:10.111267 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:10.124936 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088532-92ec-49fa-a386-5672f2e7ddb4 req-9e3229ad-5657-42ff-b6b3-0db226cd7f61 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:10.130196 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8a088532-92ec-49fa-a386-5672f2e7ddb4 req-9e3229ad-5657-42ff-b6b3-0db226cd7f61 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0673997 Jul 22 22:13:10.170658 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8a088532-92ec-49fa-a386-5672f2e7ddb4 req-5b5adcd9-d168-469e-b96b-2a60fec0864b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Jul 22 22:13:10.437415 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Floating IP cbc94a45-c43d-4f0e-be65-9809dbd77bfd associated. External IP: 172.27.0.248, port: dd58ee10-3a3b-4f40-9eef-cda455e98e3e. Jul 22 22:13:10.440417 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58668) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:10.477970 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf955e2-37d6-4b44-8372-5e5901de2166 req-71d1c757-ac97-4127-b0ac-a13a42b92435 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:10.479528 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ebf955e2-37d6-4b44-8372-5e5901de2166 req-71d1c757-ac97-4127-b0ac-a13a42b92435 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1471462 Jul 22 22:13:10.544958 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c142dae9-d226-4b6f-8659-7bf6fea1b23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:10.553204 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ebf955e2-37d6-4b44-8372-5e5901de2166 req-534fcc20-cc30-4fd5-a1bd-03379226a8ba tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449922 Jul 22 22:13:10.697079 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Router faf546f0-508f-4369-be26-11cc236d09ab has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:10.809892 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:10.814556 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:10.826621 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:10.836655 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:10.837668 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:10.853718 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-33adacd1-3bff-40f3-a749-78214682c509 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "PUT /v2.0/floatingips/cbc94a45-c43d-4f0e-be65-9809dbd77bfd HTTP/1.1" status: 200 len: 992 time: 1.5418801 Jul 22 22:13:10.854447 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:10.856842 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0" -d '{"events": [{"name": "network-changed", "server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:10.872745 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c142dae9-d226-4b6f-8659-7bf6fea1b23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:10.882949 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c142dae9-d226-4b6f-8659-7bf6fea1b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:10.926359 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517373dc-8e24-485f-a2c5-51586c701e34 req-0d23d634-a787-4c06-93ab-45d84e0ec207 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:10.928157 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-517373dc-8e24-485f-a2c5-51586c701e34 req-0d23d634-a787-4c06-93ab-45d84e0ec207 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.2935913 Jul 22 22:13:10.937467 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58688) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:10.943099 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'floatingip': {'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:10.943974 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:10.973795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142dae9-d226-4b6f-8659-7bf6fea1b23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1574593-a540-4abc-ace4-457b9d3db1e9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:11.018433 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c142dae9-d226-4b6f-8659-7bf6fea1b23b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aa77c7db75204abcbb453caa733cc142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746107 Jul 22 22:13:11.018807 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58698) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:11.031039 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73c0a9-14cd-49c7-b4e8-c4550bbce409 x-openstack-request-id: req-0e73c0a9-14cd-49c7-b4e8-c4550bbce409 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:11.031335 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:11.031588 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0e73c0a9-14cd-49c7-b4e8-c4550bbce409 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:11.031983 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'status': 'completed', 'code': 200} Jul 22 22:13:11.050721 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.158120 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a0adb3b-c754-4cd7-a451-1f26c035b436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.188849 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a0adb3b-c754-4cd7-a451-1f26c035b436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.256813 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77629346-93ee-4546-b2a3-efb56137bd1a req-1b905d61-3c97-485b-9a91-13621d6b70f9 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:11.264338 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77629346-93ee-4546-b2a3-efb56137bd1a req-1b905d61-3c97-485b-9a91-13621d6b70f9 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.1828315 Jul 22 22:13:11.288138 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'cbc94a45-c43d-4f0e-be65-9809dbd77bfd', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'port_id': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'mac_address': 'fa:16:3e:e7:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dd2451-e197-45c5-8633-cd94172b4074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:49Z', 'updated_at': '2021-07-22T22:13:09Z', 'revision_number': 1, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:11.321917 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:11.336379 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:11.337215 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:11.346536 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77629346-93ee-4546-b2a3-efb56137bd1a req-ca7f9f48-c548-45fa-91f0-daa51d7c1046 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759752 Jul 22 22:13:11.354736 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a0adb3b-c754-4cd7-a451-1f26c035b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.357764 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a0adb3b-c754-4cd7-a451-1f26c035b436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.370404 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0a0adb3b-c754-4cd7-a451-1f26c035b436 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e1574593-a540-4abc-ace4-457b9d3db1e9 HTTP/1.1" status: 204 len: 168 time: 0.3444302 Jul 22 22:13:11.394806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0adb3b-c754-4cd7-a451-1f26c035b436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1574593-a540-4abc-ace4-457b9d3db1e9,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:11.459693 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:11.556175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-f06f7f54-4013-4be0-a32a-0fb940ca9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:11.557658 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-f06f7f54-4013-4be0-a32a-0fb940ca9c63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1099 time: 0.2793033 Jul 22 22:13:11.569919 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-ea7f1ca3-f75b-4ac1-8b64-5bd0705a45eb tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:11.571385 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-ea7f1ca3-f75b-4ac1-8b64-5bd0705a45eb tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.77 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.2736599 Jul 22 22:13:11.578861 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db8b8-9d38-4b13-894d-fe03458ea285 req-ff6b16d8-8482-4889-a7c7-cf3f9fab018c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:11.580303 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-505db8b8-9d38-4b13-894d-fe03458ea285 req-ff6b16d8-8482-4889-a7c7-cf3f9fab018c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.3000269 Jul 22 22:13:11.742916 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'cbc94a45-c43d-4f0e-be65-9809dbd77bfd', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'port_id': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'mac_address': 'fa:16:3e:e7:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dd2451-e197-45c5-8633-cd94172b4074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:49Z', 'updated_at': '2021-07-22T22:13:09Z', 'revision_number': 1, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:11.747352 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58722) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:11.767579 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a5acc841-d7d6-4f9e-aeab-f449ad0fe075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.860909 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77722f8f-706c-4aca-88db-94a4cfdf5a3f None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'cbc94a45-c43d-4f0e-be65-9809dbd77bfd', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'port_id': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'mac_address': 'fa:16:3e:e7:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dd2451-e197-45c5-8633-cd94172b4074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:49Z', 'updated_at': '2021-07-22T22:13:09Z', 'revision_number': 1, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:11.883891 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a5acc841-d7d6-4f9e-aeab-f449ad0fe075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.889111 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a5acc841-d7d6-4f9e-aeab-f449ad0fe075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:11.898951 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-505db8b8-9d38-4b13-894d-fe03458ea285 req-1ef7d11b-2110-4c2a-ada2-ea25de8f5f3c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883134 Jul 22 22:13:11.938576 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a5acc841-d7d6-4f9e-aeab-f449ad0fe075 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f403c867a694dc883330b0947e1ddcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872561 Jul 22 22:13:11.938576 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58724) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:11.944808 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acc841-d7d6-4f9e-aeab-f449ad0fe075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf8acb-b2a8-43a4-9bd3-d15a1f7e640c,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:11.991605 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77c8e8de-bd95-4051-a2ba-0de5b31ef95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.016584 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77c8e8de-bd95-4051-a2ba-0de5b31ef95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.022894 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-b2481ae8-f640-41e5-9caa-35d3f4e9907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:12.024377 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-b2481ae8-f640-41e5-9caa-35d3f4e9907e service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.4127874 Jul 22 22:13:12.078527 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77c8e8de-bd95-4051-a2ba-0de5b31ef95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.081219 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-77c8e8de-bd95-4051-a2ba-0de5b31ef95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.082700 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-77c8e8de-bd95-4051-a2ba-0de5b31ef95a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5bf8acb-b2a8-43a4-9bd3-d15a1f7e640c HTTP/1.1" status: 204 len: 168 time: 0.1432145 Jul 22 22:13:12.092182 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8e8de-bd95-4051-a2ba-0de5b31ef95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf8acb-b2a8-43a4-9bd3-d15a1f7e640c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:12.133001 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1689723-0478-4d51-96a9-8f27f6554d71 None None] New status for floating IP cbc94a45-c43d-4f0e-be65-9809dbd77bfd: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:13:12.164030 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Deleting port 721199a6-659c-4f0a-80af-89fe9a2a4be5 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:12.164381 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.207483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.232821 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.485048 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58736) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:12.493521 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-b261a16f-f628-4d06-a428-5ffd6a079075 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 1000 time: 0.4237626 Jul 22 22:13:12.499870 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0561242d-4374-4568-ae5b-7a03c20e8014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.535869 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.625849 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0561242d-4374-4568-ae5b-7a03c20e8014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.632109 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0561242d-4374-4568-ae5b-7a03c20e8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.664060 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-dcfb5d9a-422f-4da0-bdc3-6dd689e87feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:12.665524 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-dcfb5d9a-422f-4da0-bdc3-6dd689e87feb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.1315446 Jul 22 22:13:12.669480 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] For port 721199a6-659c-4f0a-80af-89fe9a2a4be5, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=721199a6-659c-4f0a-80af-89fe9a2a4be5,segment=NetworkSegment(18ef36a4-e390-460e-b8d5-2d2adcf60a41),segment_id=18ef36a4-e390-460e-b8d5-2d2adcf60a41)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:12.669849 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.671323 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561242d-4374-4568-ae5b-7a03c20e8014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e219c4-0cef-4b82-a09c-5ae821d9ad4a,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:12.681246 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0561242d-4374-4568-ae5b-7a03c20e8014 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=30ae07d20c19454a97a2f27a1a8b8ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951129 Jul 22 22:13:12.686313 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58744) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:12.729648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Calling delete_port for 721199a6-659c-4f0a-80af-89fe9a2a4be5 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:12.735149 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee16d1a7-9124-48cb-b6d5-cdcc3a7369de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.756035 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Floating IP d7ce2dbe-ca69-4510-8b82-42d29020d46f associated. External IP: 172.27.0.55, port: d392c167-9a42-47f8-a63d-082cb100c352. Jul 22 22:13:12.763070 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee16d1a7-9124-48cb-b6d5-cdcc3a7369de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.820975 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee16d1a7-9124-48cb-b6d5-cdcc3a7369de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.825591 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee16d1a7-9124-48cb-b6d5-cdcc3a7369de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.842269 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ee16d1a7-9124-48cb-b6d5-cdcc3a7369de admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d1e219c4-0cef-4b82-a09c-5ae821d9ad4a HTTP/1.1" status: 204 len: 168 time: 0.1458712 Jul 22 22:13:12.857598 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16d1a7-9124-48cb-b6d5-cdcc3a7369de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e219c4-0cef-4b82-a09c-5ae821d9ad4a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:12.878852 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08147d-eab3-4121-ba8c-f4d70f7404a8 req-f47af696-68fb-4165-88df-b830ed7584b5 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:12.880566 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fb08147d-eab3-4121-ba8c-f4d70f7404a8 req-f47af696-68fb-4165-88df-b830ed7584b5 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 946 time: 0.4165869 Jul 22 22:13:12.968792 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-67c5a905-51f7-4551-a6cb-ff0c3f6c228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:12.970335 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-67c5a905-51f7-4551-a6cb-ff0c3f6c228c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2829340 Jul 22 22:13:12.989571 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fb08147d-eab3-4121-ba8c-f4d70f7404a8 req-ce6dfa25-2b70-4532-876d-eac89437f7f1 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/security-groups?id=1fb514dd-3703-43ff-b3a5-8bd763811de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976295 Jul 22 22:13:13.067192 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85006b3b-2882-407f-9b98-4cd58d07d572 req-59241117-901b-4c17-a5e8-009d0199592c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:13.068831 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-85006b3b-2882-407f-9b98-4cd58d07d572 req-59241117-901b-4c17-a5e8-009d0199592c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0850489 Jul 22 22:13:13.115977 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-85006b3b-2882-407f-9b98-4cd58d07d572 req-70e2da94-205a-4ba9-bfe3-8049e3e718e1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Jul 22 22:13:13.201711 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:13.216310 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-d8ed862f-c223-4844-97a7-df8e9ad2ec12 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242272 Jul 22 22:13:13.253638 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Pushing event deleted for resources: {'Port': ['ID=721199a6-659c-4f0a-80af-89fe9a2a4be5,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:13.344757 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] No DVR routers for this DVR port 721199a6-659c-4f0a-80af-89fe9a2a4be5 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:13.374615 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Router 688f110e-638d-44ac-9bee-278d6210d45f has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:13.386393 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:13.388364 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22d6b2b6-2237-4752-87fd-1f9fc4af22a8 req-63f670f9-62ad-4df6-a556-bfb4d90824a8 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.77 "DELETE /v2.0/ports/721199a6-659c-4f0a-80af-89fe9a2a4be5 HTTP/1.1" status: 204 len: 173 time: 1.7758398 Jul 22 22:13:13.388801 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ddb676-384b-4a16-979a-be92a7728285', 'name': 'network-vif-deleted', 'tag': '721199a6-659c-4f0a-80af-89fe9a2a4be5'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:13.391042 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea27be-7c30-4d7c-9709-c7b8a65c99b0" -d '{"events": [{"server_uuid": "25ddb676-384b-4a16-979a-be92a7728285", "name": "network-vif-deleted", "tag": "721199a6-659c-4f0a-80af-89fe9a2a4be5"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:13.445148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38a9344-b036-4489-8f34-253f679d6feb x-openstack-request-id: req-a38a9344-b036-4489-8f34-253f679d6feb {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:13.445442 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ddb676-384b-4a16-979a-be92a7728285", "name": "network-vif-deleted", "tag": "721199a6-659c-4f0a-80af-89fe9a2a4be5", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:13.445694 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a38a9344-b036-4489-8f34-253f679d6feb {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:13.446111 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ddb676-384b-4a16-979a-be92a7728285', 'name': 'network-vif-deleted', 'tag': '721199a6-659c-4f0a-80af-89fe9a2a4be5', 'status': 'completed', 'code': 200} Jul 22 22:13:13.478956 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55b3cdaa-a539-4c40-a11f-7e7f4ebd30b0 req-a8b13bad-6c59-4ebf-b25d-ae6b6164ba2c service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381310 Jul 22 22:13:13.521017 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:13.525615 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:13.532183 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:13.541722 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:13.543046 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:13.567941 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4767703a-a2bf-4ed0-8290-4c362237c35b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "PUT /v2.0/floatingips/d7ce2dbe-ca69-4510-8b82-42d29020d46f HTTP/1.1" status: 200 len: 990 time: 2.6261754 Jul 22 22:13:13.648207 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:13.882319 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'd7ce2dbe-ca69-4510-8b82-42d29020d46f', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'mac_address': 'fa:16:3e:63:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:43Z', 'updated_at': '2021-07-22T22:13:11Z', 'revision_number': 1, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:13.918603 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:13.931981 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:13.932757 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:12:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:14.061535 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:14.138520 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-28792408-e87b-4c29-9172-cacf5b22c3e5 req-ccd3ca8c-2188-4480-900f-fd4746963f00 tempest-DeleteServersTestJSON-1300090448 tempest-DeleteServersTestJSON-1300090448-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ddb676-384b-4a16-979a-be92a7728285 HTTP/1.1" status: 200 len: 210 time: 0.0412993 Jul 22 22:13:14.300731 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'd7ce2dbe-ca69-4510-8b82-42d29020d46f', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'mac_address': 'fa:16:3e:63:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:43Z', 'updated_at': '2021-07-22T22:13:11Z', 'revision_number': 1, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:14.305196 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d4ad1-3e6c-4145-bb75-471103854e71 req-619c0101-c2a0-4f4b-87cc-3a24d8bcccce tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:14.315052 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b76d4ad1-3e6c-4145-bb75-471103854e71 req-619c0101-c2a0-4f4b-87cc-3a24d8bcccce tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1194575 Jul 22 22:13:14.332972 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec0e79-1c70-48df-ab09-f7aeb46150dc None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'd7ce2dbe-ca69-4510-8b82-42d29020d46f', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'mac_address': 'fa:16:3e:63:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:43Z', 'updated_at': '2021-07-22T22:13:11Z', 'revision_number': 1, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:14.362625 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b76d4ad1-3e6c-4145-bb75-471103854e71 req-94ec7aae-871a-4049-8fca-8d724af3df1e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Jul 22 22:13:14.563479 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3eb953-1305-4b08-a3fe-8bde9a2eb153 None None] New status for floating IP d7ce2dbe-ca69-4510-8b82-42d29020d46f: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:13:14.677311 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 721199a6-659c-4f0a-80af-89fe9a2a4be5 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:14.724748 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 721199a6-659c-4f0a-80af-89fe9a2a4be5 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:13:14.725099 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 721199a6-659c-4f0a-80af-89fe9a2a4be5 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:15.475125 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:15.477579 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ab740f-2fef-428f-8ba8-af3295b246bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:15.528866 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815cb8e-8c4b-43fc-b2a4-65ae12cb0151 req-bca5c70e-8fff-48c3-ac55-c9a8f2f1f90c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.530591 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7815cb8e-8c4b-43fc-b2a4-65ae12cb0151 req-bca5c70e-8fff-48c3-ac55-c9a8f2f1f90c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0891933 Jul 22 22:13:15.567365 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420f3a95-c84f-4dea-a4bd-180d2ba01674 x-openstack-request-id: req-420f3a95-c84f-4dea-a4bd-180d2ba01674 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:15.567655 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:15.568089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-420f3a95-c84f-4dea-a4bd-180d2ba01674 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:15.568996 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'status': 'completed', 'code': 200} Jul 22 22:13:15.635882 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7815cb8e-8c4b-43fc-b2a4-65ae12cb0151 req-b9337f31-5a14-49cb-956d-4bae8eae0b01 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987139 Jul 22 22:13:15.701679 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-75679e78-bd99-4831-b334-28762a79e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.703268 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-75679e78-bd99-4831-b334-28762a79e66c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1098 time: 0.1145210 Jul 22 22:13:15.801922 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-a1cf188a-18f5-4cfb-8421-eeda8535c1c7 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.804158 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-a1cf188a-18f5-4cfb-8421-eeda8535c1c7 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.1120522 Jul 22 22:13:15.810892 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-3792c885-0522-4e28-8a51-ff954d039efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.813166 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-3792c885-0522-4e28-8a51-ff954d039efe service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0961046 Jul 22 22:13:15.827096 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-633c7a02-e46a-43ea-aeaf-4ce18fbfbbc6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/quotas/8a395a513f51461fa5212c00c00cef20 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Jul 22 22:13:15.895659 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-9aa6ece6-2214-444b-b4dd-7f7c2241f81f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 1000 time: 0.0632703 Jul 22 22:13:15.899077 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-d460d606-f427-48c7-99db-fadebd6e3996 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661724 Jul 22 22:13:15.947420 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-e55f4bf4-589b-40cb-85b5-4ec4f3e87b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.948958 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-e55f4bf4-589b-40cb-85b5-4ec4f3e87b6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0456042 Jul 22 22:13:16.004213 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-095f025f-3d0d-4f36-956a-b1f46145ff09 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977907 Jul 22 22:13:16.036275 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-62908ee0-a0d9-49d0-a9fc-7e1ad04e842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.037696 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-62908ee0-a0d9-49d0-a9fc-7e1ad04e842a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750778 Jul 22 22:13:16.122463 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-18f5c08a-a0af-4c03-8a32-196c3f481ea7 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101608 Jul 22 22:13:16.150605 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-7bda4753-19ac-4a32-85d2-7a572a7e50bf service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006510 Jul 22 22:13:16.284055 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35ab740f-2fef-428f-8ba8-af3295b246bf req-3b6fd5f9-a4fa-490e-965a-370c5a8c6d0c service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251073 Jul 22 22:13:16.301158 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0642d57d-1bbd-49df-94f3-a8e9926824fc req-bb4814d8-33a6-4990-93ff-f95960ff783c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Jul 22 22:13:16.772678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58950) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:16.811886 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4b32-b10f-4bd3-a04b-d58b59e7372c req-4d59243b-920d-4c99-a7d3-55809ed689ec tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.811886 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b5a4b32-b10f-4bd3-a04b-d58b59e7372c req-4d59243b-920d-4c99-a7d3-55809ed689ec tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0789576 Jul 22 22:13:16.830724 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Deleting subnet 801183aa-b8e6-4937-b401-fc70d958e22d {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:13:16.835015 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.872172 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b5a4b32-b10f-4bd3-a04b-d58b59e7372c req-8bb8dee7-7b57-48ce-8ba9-680b2ab0da88 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542181 Jul 22 22:13:16.878687 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.889563 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.957977 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.984271 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801183aa-b8e6-4937-b401-fc70d958e22d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:16.990397 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.995014 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/801183aa-b8e6-4937-b401-fc70d958e22d HTTP/1.1" status: 204 len: 168 time: 0.2185454 Jul 22 22:13:16.996502 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 58960) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:16.998133 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:16.998488 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:16.998836 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:16.999174 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:16.999510 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:16.999845 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.000180 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.000516 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.000832 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.001158 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.001482 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.001806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b2199-b2bd-4b74-98b9-52a0f32308c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.272685 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.368793 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.383280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.383967 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.385154 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.385633 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > port after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.386968 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.387368 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > port after_update 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.387812 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.388225 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.389023 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.389681 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.531844 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58970) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:17.592075 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.592644 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.593190 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.593545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:17.595364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfdd55a-3e8a-443d-b799-4bae915e85df']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:17.651937 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b53491c1-d196-47b7-a73b-4ca34af731a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.660791 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9fe19b0-a945-4334-9e04-2628112cf2d3 req-dcfb348d-2b55-46f8-bf27-fba61cb2f4ab tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 210 time: 0.0473943 Jul 22 22:13:17.663529 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ef36a4-e390-460e-b8d5-2d2adcf60a41') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:17.663836 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ef36a4-e390-460e-b8d5-2d2adcf60a41') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:17.694064 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.749753 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.762055 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b53491c1-d196-47b7-a73b-4ca34af731a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.763822 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Releasing vlan 1804 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:13:17.764238 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.766673 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b53491c1-d196-47b7-a73b-4ca34af731a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: from cryptography.utils import int_from_bytes Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: from cryptography.utils import int_from_bytes Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:13:17.768523 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:13:17.810805 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b53491c1-d196-47b7-a73b-4ca34af731a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55e0577dfc7546ca88a35a1b5d941552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777536 Jul 22 22:13:17.812678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53491c1-d196-47b7-a73b-4ca34af731a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c1e17-f454-4077-aaf0-fdb56c512d13,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:17.815826 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58982) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:17.844179 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-9ad296b2-f874-4bf2-b9b5-6679b42e504a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:17.845614 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-9ad296b2-f874-4bf2-b9b5-6679b42e504a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.2442746 Jul 22 22:13:17.850817 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.866748 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.868756 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3bfdd55a-3e8a-443d-b799-4bae915e85df HTTP/1.1" status: 204 len: 168 time: 0.8709803 Jul 22 22:13:17.871719 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfdd55a-3e8a-443d-b799-4bae915e85df,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:17.876877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Request body: {'port': {'device_id': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'admin_state_up': True, 'tenant_id': '8a395a513f51461fa5212c00c00cef20'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:17.879826 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6275578-38cb-4606-b48d-d379d50a7b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.895377 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.895733 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.896073 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.896405 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898813 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.898990 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.899484 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb49855-bfc6-4e9f-b193-b746774e0a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:17.906727 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6275578-38cb-4606-b48d-d379d50a7b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.966894 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6275578-38cb-4606-b48d-d379d50a7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.969605 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6275578-38cb-4606-b48d-d379d50a7b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.970984 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d6275578-38cb-4606-b48d-d379d50a7b30 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f33c1e17-f454-4077-aaf0-fdb56c512d13 HTTP/1.1" status: 204 len: 168 time: 0.1539967 Jul 22 22:13:17.982869 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6275578-38cb-4606-b48d-d379d50a7b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c1e17-f454-4077-aaf0-fdb56c512d13,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:18.031428 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58994) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:18.063377 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Made reservation on behalf of 8a395a513f51461fa5212c00c00cef20 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:18.067773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.085367 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132f4b-1e6f-489c-a7bb-b9f3552a71b3 req-b850b3d0-9c48-4f1b-b921-57a5c6b0aa44 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.088118 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2b132f4b-1e6f-489c-a7bb-b9f3552a71b3 req-b850b3d0-9c48-4f1b-b921-57a5c6b0aa44 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1276524 Jul 22 22:13:18.088580 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-37711410-5e01-46c4-adf6-4c9535e21fb0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8289819803e04a74b7f732c48374d1c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557694 Jul 22 22:13:18.091937 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 58998) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:18.162218 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-73750acc-c5b3-4056-8198-6adde252de07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.189390 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-73750acc-c5b3-4056-8198-6adde252de07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.201828 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2b132f4b-1e6f-489c-a7bb-b9f3552a71b3 req-f1f7f0bb-28b9-4765-8fc3-36269241c858 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032219 Jul 22 22:13:18.265196 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-73750acc-c5b3-4056-8198-6adde252de07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.269422 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-73750acc-c5b3-4056-8198-6adde252de07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.273090 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-73750acc-c5b3-4056-8198-6adde252de07 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1fb514dd-3703-43ff-b3a5-8bd763811de2 HTTP/1.1" status: 204 len: 168 time: 0.1800351 Jul 22 22:13:18.293116 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73750acc-c5b3-4056-8198-6adde252de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb514dd-3703-43ff-b3a5-8bd763811de2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:18.306531 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Allocated IP 172.20.0.7 (0bdbf4a8-117a-4a03-ba2a-05c84a34fc23/ef27f807-c60b-4882-9425-b54b37d50e20/b8cae6bb-8a0b-4a41-bd76-94bbff525324) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:18.493991 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.536469 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.555020 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:18.582712 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:18.588784 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:18.601113 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:18.651172 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.652436 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.664996 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event updated for resources: {'Port': ['ID=b8cae6bb-8a0b-4a41-bd76-94bbff525324,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:18.677317 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-55d773de-42b3-4b3e-b8d1-eac63d2e1cc2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069601 Jul 22 22:13:18.701704 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Request body: {'port': {'device_id': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:18.841281 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:18.872587 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83733f4a-19ec-46d8-b47e-3e0d3389d091 req-ebcf815f-c6f1-4e15-a1d4-1dc068aa209b tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.874427 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-83733f4a-19ec-46d8-b47e-3e0d3389d091 req-ebcf815f-c6f1-4e15-a1d4-1dc068aa209b tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 931 time: 0.0721040 Jul 22 22:13:18.934642 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-83733f4a-19ec-46d8-b47e-3e0d3389d091 req-fe9db960-2ab5-4e4f-9cf1-b3ae878cb843 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Jul 22 22:13:19.168507 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cae6bb-8a0b-4a41-bd76-94bbff525324 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:19.177408 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.192482 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Transition to ACTIVE for port object b8cae6bb-8a0b-4a41-bd76-94bbff525324 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:19.196860 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.276347 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Pushing event updated for resources: {'Port': ['ID=b8cae6bb-8a0b-4a41-bd76-94bbff525324,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:19.311959 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59060) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:19.345783 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Attempting to bind port b8cae6bb-8a0b-4a41-bd76-94bbff525324 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:19.346143 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Attempting to bind port b8cae6bb-8a0b-4a41-bd76-94bbff525324 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:19.346473 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Attempting to bind port b8cae6bb-8a0b-4a41-bd76-94bbff525324 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:19.351015 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Port b8cae6bb-8a0b-4a41-bd76-94bbff525324 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:19.351535 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Attempting to bind port b8cae6bb-8a0b-4a41-bd76-94bbff525324 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:19.356609 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:19.356950 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Checking segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:19.358394 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Bound using segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:19.358394 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Bound port: b8cae6bb-8a0b-4a41-bd76-94bbff525324, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:19.358394 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.389347 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003693-3873-4782-bc62-b8fa96b883e2 req-2ede0573-1c43-4b9e-8e93-7afeec71dc14 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:19.390942 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d6003693-3873-4782-bc62-b8fa96b883e2 req-2ede0573-1c43-4b9e-8e93-7afeec71dc14 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0911219 Jul 22 22:13:19.442953 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d6003693-3873-4782-bc62-b8fa96b883e2 req-b834bfb9-ecb4-4ffb-bac9-b5245a7f9278 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Jul 22 22:13:19.443345 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] For port b8cae6bb-8a0b-4a41-bd76-94bbff525324, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:19.454760 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] For port b8cae6bb-8a0b-4a41-bd76-94bbff525324, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:19.457089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.489369 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-940442247-network', 'tenant_id': '1ebf7f90ae3d40949ce726171cde4436'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:19.500805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:19.501417 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.502805 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] 10.222.0.77 "PUT /v2.0/ports/b8cae6bb-8a0b-4a41-bd76-94bbff525324 HTTP/1.1" status: 200 len: 1093 time: 0.8154206 Jul 22 22:13:19.508452 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'tag': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:19.512932 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce51d8-326d-406c-8843-9960fd0b8b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13", "tag": "b8cae6bb-8a0b-4a41-bd76-94bbff525324"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:19.564203 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da75405-2459-41cf-bf34-1f42e22352a0 x-openstack-request-id: req-2da75405-2459-41cf-bf34-1f42e22352a0 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:19.564816 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13", "tag": "b8cae6bb-8a0b-4a41-bd76-94bbff525324", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:19.565092 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2da75405-2459-41cf-bf34-1f42e22352a0 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:19.566142 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'tag': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', 'status': 'completed', 'code': 200} Jul 22 22:13:19.574229 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66f6eb-14d5-4210-a29a-c63b6eec21fd service neutron] Pushing event updated for resources: {'Port': ['ID=b8cae6bb-8a0b-4a41-bd76-94bbff525324,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:19.590698 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Made reservation on behalf of 1ebf7f90ae3d40949ce726171cde4436 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:19.593257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.621037 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.677802 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-a5557daa-59d1-4e32-a9d3-8ae05b251cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:19.679370 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-a5557daa-59d1-4e32-a9d3-8ae05b251cc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 1096 time: 0.1013620 Jul 22 22:13:19.708229 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59076) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:19.735612 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-d5529d65-3d5e-4bff-83be-a4bb96de0276 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324 HTTP/1.1" status: 200 len: 217 time: 0.0419080 Jul 22 22:13:19.824300 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.826879 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-43565968-114b-4ded-b115-36a9e3206c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:19.828753 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-43565968-114b-4ded-b115-36a9e3206c70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0748439 Jul 22 22:13:19.830008 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.840050 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-851faefd-082e-4833-ab9f-8ece4aba28a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.907547 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-a2e1d9c5-c27b-4b34-8008-bf7900e154c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712643 Jul 22 22:13:19.908305 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1803} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:19.928699 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e58361-cc67-427d-be07-c134b1d59940,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:19.952786 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.953123 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Added segment d938db4e-1a72-4048-adf2-9277fe7f38da of type vlan for network 9bbe561e-58d8-4108-b0d1-4c7a0407137f Jul 22 22:13:19.958359 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-851faefd-082e-4833-ab9f-8ece4aba28a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:19.964851 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-851faefd-082e-4833-ab9f-8ece4aba28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.009854 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-851faefd-082e-4833-ab9f-8ece4aba28a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e3e0192d38274164b33b945e3360bd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001125 Jul 22 22:13:20.011463 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851faefd-082e-4833-ab9f-8ece4aba28a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6908ee-5429-48af-98df-8cd8f5f0c60a,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:20.014633 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59090) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:20.084697 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.130702 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-a668091f-0639-458b-a27e-1097a72ee4cf service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127271 Jul 22 22:13:20.195245 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.196171 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.196739 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.220427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67473f10-2843-4106-93d8-0b3973923535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.268591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34b15d-4665-4ac8-a18b-57b957bd818c req-7c6a73e6-72d6-471e-a6b6-375bb1a7c12e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.270069 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d34b15d-4665-4ac8-a18b-57b957bd818c req-7c6a73e6-72d6-471e-a6b6-375bb1a7c12e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 943 time: 0.2513340 Jul 22 22:13:20.292623 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9795551 Jul 22 22:13:20.295719 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59094) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:20.302759 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Request body: {'subnet': {'network_id': '9bbe561e-58d8-4108-b0d1-4c7a0407137f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-940442247-subnet', 'tenant_id': '1ebf7f90ae3d40949ce726171cde4436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:20.321888 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67473f10-2843-4106-93d8-0b3973923535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.333690 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Made reservation on behalf of 1ebf7f90ae3d40949ce726171cde4436 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:20.336078 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.362670 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8ca68-5976-4cf8-8a30-4e1395bb68c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbe561e-58d8-4108-b0d1-4c7a0407137f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:20.373883 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 9bbe561e-58d8-4108-b0d1-4c7a0407137f details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:20.397400 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9eb4fe6b-4e83-4cba-9e8b-1bfd77bbcef0 req-9ca34657-4b5f-4f1d-9883-809b94f26953 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563884 Jul 22 22:13:20.426623 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d34b15d-4665-4ac8-a18b-57b957bd818c req-1d0962ef-8a56-48c1-8564-977e6d0ddbf9 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449907 Jul 22 22:13:20.454182 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67473f10-2843-4106-93d8-0b3973923535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.456838 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67473f10-2843-4106-93d8-0b3973923535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.460381 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-67473f10-2843-4106-93d8-0b3973923535 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4d6908ee-5429-48af-98df-8cd8f5f0c60a HTTP/1.1" status: 204 len: 168 time: 0.4378970 Jul 22 22:13:20.476237 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67473f10-2843-4106-93d8-0b3973923535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6908ee-5429-48af-98df-8cd8f5f0c60a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:20.561781 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-c1660508-0111-47a9-97f4-9b887faa9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.563363 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-c1660508-0111-47a9-97f4-9b887faa9ddd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 1096 time: 0.0601673 Jul 22 22:13:20.600994 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.667549 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-e0d79c2f-e558-451d-8eee-bf96ebd7c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.668933 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-e0d79c2f-e558-451d-8eee-bf96ebd7c7f7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 916 time: 0.0942771 Jul 22 22:13:20.679246 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e63e2-934e-4e0e-ac9e-828c964cdfa4 req-b554d4fd-77d3-42b7-9536-81ff25a64507 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.681286 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad5e63e2-934e-4e0e-ac9e-828c964cdfa4 req-b554d4fd-77d3-42b7-9536-81ff25a64507 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1422033 Jul 22 22:13:20.690516 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47103c7-d79b-49a1-a1b6-f38c06c78b23,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:20.716367 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-98879665-c783-4258-a21b-04d7150a102b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324 HTTP/1.1" status: 200 len: 217 time: 0.0404398 Jul 22 22:13:20.731222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Checking segment: {'id': 'd938db4e-1a72-4048-adf2-9277fe7f38da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1803, 'network_id': '9bbe561e-58d8-4108-b0d1-4c7a0407137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:20.731586 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Network hostable DHCP agents. Network: 9bbe561e-58d8-4108-b0d1-4c7a0407137f, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:20.763490 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad5e63e2-934e-4e0e-ac9e-828c964cdfa4 req-5139f060-fc1f-414a-8891-81fb352a91a7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580308 Jul 22 22:13:20.771904 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Network 9bbe561e-58d8-4108-b0d1-4c7a0407137f is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:20.783041 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-1c3c0cce-b9fc-4810-a4a4-edc2edba9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.783187 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 9bbe561e-58d8-4108-b0d1-4c7a0407137f) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:20.787249 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-1c3c0cce-b9fc-4810-a4a4-edc2edba9adf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0598068 Jul 22 22:13:20.787640 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.788251 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.792652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e8741-17ba-4861-b630-2ab63df5d6c1 None None] Network 9bbe561e-58d8-4108-b0d1-4c7a0407137f requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:20.803243 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-63e98f5d-e17d-481f-8b83-2ee1d36c0146 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5051837 Jul 22 22:13:20.831858 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-ea6f7505-c210-46b6-8393-01b5d46bfe35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302653 Jul 22 22:13:20.996839 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-929a0af8-7743-4a67-869e-bde7725ea02e service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564298 Jul 22 22:13:21.019774 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595cd1a-e3e4-4ee8-b198-95d64d68335d None None] Network 9bbe561e-58d8-4108-b0d1-4c7a0407137f requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:21.122643 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63ce51d8-326d-406c-8843-9960fd0b8b7f req-c2cf53d1-9267-43f9-9acd-d8decdf50d2c service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185379 Jul 22 22:13:21.555970 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59152) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:21.560999 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485935280-network', 'tenant_id': '9c572a7174984b89909a2747840d631e'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:21.583127 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Made reservation on behalf of 9c572a7174984b89909a2747840d631e for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:21.585687 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.586313 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170a31b-3cc0-4a75-a212-0e366363cd92 req-2daf6d6e-e405-444b-a794-d24c8e8d5458 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.594885 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9170a31b-3cc0-4a75-a212-0e366363cd92 req-2daf6d6e-e405-444b-a794-d24c8e8d5458 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 943 time: 0.0880780 Jul 22 22:13:21.596138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.633466 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9170a31b-3cc0-4a75-a212-0e366363cd92 req-3d639d58-53c7-4359-a536-963dd32408ed tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Jul 22 22:13:21.708615 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.714216 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.734585 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1840} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:21.749441 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b346deb-99b5-48bc-bba4-5e471a67fad4,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:21.752488 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.752967 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Added segment f753f850-d34a-4cbc-abe6-aa7f4c3ca30e of type vlan for network de45774b-bc9f-4304-89fc-5603397ac3ca Jul 22 22:13:21.797324 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.831196 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.832302 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.833018 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.871429 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3111618 Jul 22 22:13:21.871662 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59156) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:21.876826 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Request body: {'subnet': {'network_id': 'de45774b-bc9f-4304-89fc-5603397ac3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485935280-subnet', 'tenant_id': '9c572a7174984b89909a2747840d631e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:21.910978 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Made reservation on behalf of 9c572a7174984b89909a2747840d631e for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:21.913716 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.946688 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e718bab-b0bb-44aa-95e4-cb8b8dc1a5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=de45774b-bc9f-4304-89fc-5603397ac3ca,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:21.959533 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network de45774b-bc9f-4304-89fc-5603397ac3ca details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:22.008588 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b98f1a-4241-4276-9b73-4a4b7a0a2594 req-4b63222a-c4e5-487e-bb6d-a80f2bff231e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:22.012013 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c8b98f1a-4241-4276-9b73-4a4b7a0a2594 req-4b63222a-c4e5-487e-bb6d-a80f2bff231e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1685572 Jul 22 22:13:22.068885 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c8b98f1a-4241-4276-9b73-4a4b7a0a2594 req-9fe927cc-5a13-49b1-81d0-bcf5d4003096 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Jul 22 22:13:22.113529 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.164339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d48163-cc95-4517-b9bd-3b947cba4990,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:22.179241 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Checking segment: {'id': 'f753f850-d34a-4cbc-abe6-aa7f4c3ca30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1840, 'network_id': 'de45774b-bc9f-4304-89fc-5603397ac3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:22.179602 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Network hostable DHCP agents. Network: de45774b-bc9f-4304-89fc-5603397ac3ca, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:22.195919 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Network de45774b-bc9f-4304-89fc-5603397ac3ca is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:22.207480 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, de45774b-bc9f-4304-89fc-5603397ac3ca) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:22.212307 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:22.214247 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.215136 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639fb3fe-223b-4182-a491-19d832529e14 None None] Network de45774b-bc9f-4304-89fc-5603397ac3ca requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:22.227662 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8c26a9a2-4ed4-45d7-b5d1-574b7cbd4f69 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3548956 Jul 22 22:13:22.341255 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a024d4b-7479-4dfc-9e6d-a8672e475eec None None] Network de45774b-bc9f-4304-89fc-5603397ac3ca requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:22.347081 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59170) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:22.394850 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Deleting subnet b47103c7-d79b-49a1-a1b6-f38c06c78b23 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:13:22.398259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.441627 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.499847 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.555185 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.580760 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47103c7-d79b-49a1-a1b6-f38c06c78b23,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:22.586389 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.588627 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-53afda42-754b-4728-a77e-6242d2525587 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b47103c7-d79b-49a1-a1b6-f38c06c78b23 HTTP/1.1" status: 204 len: 168 time: 0.2399788 Jul 22 22:13:22.590872 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59180) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:22.663628 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.706255 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device b8cae6bb-8a0b-4a41-bd76-94bbff525324 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:22.757276 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.771179 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.771510 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.772265 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.772611 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > port after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.772928 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.773260 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > port after_update 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.773578 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.773912 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.774232 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.774547 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.809339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71354796-28ab-417c-805f-b7800521d3cb req-b102fc6a-05ef-4927-9c01-9727ed26bc84 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:22.811537 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71354796-28ab-417c-805f-b7800521d3cb req-b102fc6a-05ef-4927-9c01-9727ed26bc84 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 943 time: 0.0900824 Jul 22 22:13:22.825023 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port b8cae6bb-8a0b-4a41-bd76-94bbff525324, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:22.845316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'port_id': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', 'mac_address': 'fa:16:3e:68:93:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef27f807-c60b-4882-9425-b54b37d50e20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:22.862400 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71354796-28ab-417c-805f-b7800521d3cb req-09bfbd47-f0fb-47b9-bf32-56e166df26bd tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Jul 22 22:13:22.867655 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.868099 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.868439 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.868779 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:13:22.869176 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbe561e-58d8-4108-b0d1-4c7a0407137f']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:22.888147 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd938db4e-1a72-4048-adf2-9277fe7f38da') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:22.888450 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd938db4e-1a72-4048-adf2-9277fe7f38da') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:22.899891 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.905251 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.913881 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cae6bb-8a0b-4a41-bd76-94bbff525324 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:22.930990 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.939386 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port b8cae6bb-8a0b-4a41-bd76-94bbff525324, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:22.939888 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Releasing vlan 1803 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:13:22.940449 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.944111 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: from cryptography.utils import int_from_bytes Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: from cryptography.utils import int_from_bytes Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:13:22.945177 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:13:23.018462 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.024030 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=b8cae6bb-8a0b-4a41-bd76-94bbff525324,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:23.033847 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.035722 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.036280 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.036669 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.037252 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.037952 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.038699 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.039392 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.039970 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.040636 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.041174 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.042657 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.044342 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbe561e-58d8-4108-b0d1-4c7a0407137f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:23.062772 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.065881 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cd98d977-5044-48cd-92da-cb5c7ee44281 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9bbe561e-58d8-4108-b0d1-4c7a0407137f HTTP/1.1" status: 204 len: 168 time: 0.4738793 Jul 22 22:13:23.068646 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59204) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:23.122748 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Deleting subnet 14d48163-cc95-4517-b9bd-3b947cba4990 {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:13:23.126144 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.192705 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.244446 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.277237 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed37dd-c3f7-417e-8ca8-f42efbd6f608 req-fb31b4b0-c88f-479a-8ad0-261e58969f85 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.278858 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3eed37dd-c3f7-417e-8ca8-f42efbd6f608 req-fb31b4b0-c88f-479a-8ad0-261e58969f85 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1285241 Jul 22 22:13:23.312021 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['b8cae6bb-8a0b-4a41-bd76-94bbff525324'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:23.335293 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3eed37dd-c3f7-417e-8ca8-f42efbd6f608 req-62461f9f-8c81-4f3b-9025-d5078118274c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503802 Jul 22 22:13:23.347718 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.386431 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.390552 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/14d48163-cc95-4517-b9bd-3b947cba4990 HTTP/1.1" status: 204 len: 168 time: 0.3185513 Jul 22 22:13:23.390552 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bae48e-8c32-4529-b53f-43351e59897b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d48163-cc95-4517-b9bd-3b947cba4990,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:23.391344 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59224) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:23.437409 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7a83978e-9d37-4557-9a1d-0801259daa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.465598 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.753471 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.763744 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de45774b-bc9f-4304-89fc-5603397ac3ca']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:23.773292 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f753f850-d34a-4cbc-abe6-aa7f4c3ca30e') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:23.773590 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f753f850-d34a-4cbc-abe6-aa7f4c3ca30e') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:23.781990 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.796073 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.802117 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Releasing vlan 1840 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:13:23.802503 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:13:23.804223 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:13:23.856812 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.863860 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.865718 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] 10.222.0.63 "DELETE /v2.0/networks/de45774b-bc9f-4304-89fc-5603397ac3ca HTTP/1.1" status: 204 len: 168 time: 0.4738185 Jul 22 22:13:23.878442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ab332-a212-4c85-b964-18c3241e1c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=de45774b-bc9f-4304-89fc-5603397ac3ca,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:23.990723 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57657ee-3daa-4c0e-848e-93ab75aae7b1 req-13c75dd4-9c9e-4788-947a-c4c826e54144 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.992198 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e57657ee-3daa-4c0e-848e-93ab75aae7b1 req-13c75dd4-9c9e-4788-947a-c4c826e54144 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 944 time: 0.0634770 Jul 22 22:13:24.031219 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e57657ee-3daa-4c0e-848e-93ab75aae7b1 req-ff71d82e-715d-4fce-8c98-58f88abfda00 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Jul 22 22:13:24.031835 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59244) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.073548 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2080e5f8-e333-44ee-99b2-c8b41b4d3754 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1ebf7f90ae3d40949ce726171cde4436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404704 Jul 22 22:13:24.075873 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59248) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.130103 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-548a501d-4f93-4a5e-9728-88578e2fc89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.155802 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-548a501d-4f93-4a5e-9728-88578e2fc89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.175361 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59260) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.209551 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-548a501d-4f93-4a5e-9728-88578e2fc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.212183 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-548a501d-4f93-4a5e-9728-88578e2fc89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.213319 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-548a501d-4f93-4a5e-9728-88578e2fc89e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d1e58361-cc67-427d-be07-c134b1d59940 HTTP/1.1" status: 204 len: 168 time: 0.1365471 Jul 22 22:13:24.221326 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Deleting subnet 53367b99-83fa-4319-a906-5e0a6c092711 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:13:24.221453 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a501d-4f93-4a5e-9728-88578e2fc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e58361-cc67-427d-be07-c134b1d59940,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.224660 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.262294 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.301672 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.366892 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.401071 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53367b99-83fa-4319-a906-5e0a6c092711,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.403620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.405488 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c6bd1b56-a9f9-4582-8e35-e36e0abaa6e3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/53367b99-83fa-4319-a906-5e0a6c092711 HTTP/1.1" status: 204 len: 168 time: 0.2291250 Jul 22 22:13:24.408050 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59270) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.513957 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.560124 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59272) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.571719 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfec6b5-068e-4e62-829c-c659d3c40256 req-3f76d46b-0911-4204-9229-a003955845a5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:24.573219 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1bfec6b5-068e-4e62-829c-c659d3c40256 req-3f76d46b-0911-4204-9229-a003955845a5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1383338 Jul 22 22:13:24.600085 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-00a847b9-a9a8-4a4c-9ee6-b12dcab9c767 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9c572a7174984b89909a2747840d631e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388122 Jul 22 22:13:24.602555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59274) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.636900 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.654976 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ca4943-f349-4110-ade0-980878a155b9']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:24.656342 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a904c331-235d-4b02-b618-213592809f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.669369 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1bfec6b5-068e-4e62-829c-c659d3c40256 req-51627f35-a594-4507-94e2-c3befe8be342 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857172 Jul 22 22:13:24.670929 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0e32bd-2c02-4a15-84a2-645722a847a9') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:24.671221 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0e32bd-2c02-4a15-84a2-645722a847a9') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:24.678452 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a904c331-235d-4b02-b618-213592809f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.680369 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.705320 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.711790 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Releasing vlan 1828 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:13:24.712268 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:13:24.715243 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:13:24.717327 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device b8cae6bb-8a0b-4a41-bd76-94bbff525324 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:24.768966 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a904c331-235d-4b02-b618-213592809f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.771798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a904c331-235d-4b02-b618-213592809f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.773046 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a904c331-235d-4b02-b618-213592809f41 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5b346deb-99b5-48bc-bba4-5e471a67fad4 HTTP/1.1" status: 204 len: 168 time: 0.1695995 Jul 22 22:13:24.786998 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.794193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904c331-235d-4b02-b618-213592809f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b346deb-99b5-48bc-bba4-5e471a67fad4,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.798797 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.804679 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59284) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:24.806040 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] 10.222.0.63 "DELETE /v2.0/networks/c1ca4943-f349-4110-ade0-980878a155b9 HTTP/1.1" status: 204 len: 168 time: 0.3968556 Jul 22 22:13:24.806789 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port b8cae6bb-8a0b-4a41-bd76-94bbff525324 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:24.818766 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port b8cae6bb-8a0b-4a41-bd76-94bbff525324 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:24.819438 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.821295 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288809c-295e-4582-865f-c50a2bcd93cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ca4943-f349-4110-ade0-980878a155b9,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.879725 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Deleting subnet fa62dcff-dca7-4137-93c0-3b5867edcdd7 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:13:24.883639 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.926500 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.929482 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.955875 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:24.960089 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc164e-570a-4c61-9fcc-81809485145e" -d '{"events": [{"server_uuid": "2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13", "name": "network-vif-plugged", "status": "completed", "tag": "b8cae6bb-8a0b-4a41-bd76-94bbff525324"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:24.972381 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.985634 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port b8cae6bb-8a0b-4a41-bd76-94bbff525324, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:24.996313 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.022584 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8cd418-959b-4114-83c0-d90187b7750f x-openstack-request-id: req-be8cd418-959b-4114-83c0-d90187b7750f {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:25.023150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13", "name": "network-vif-plugged", "status": "completed", "tag": "b8cae6bb-8a0b-4a41-bd76-94bbff525324", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:25.023624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-be8cd418-959b-4114-83c0-d90187b7750f {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:25.024262 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', 'code': 200} Jul 22 22:13:25.060719 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=b8cae6bb-8a0b-4a41-bd76-94bbff525324,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.069232 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.093719 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa62dcff-dca7-4137-93c0-3b5867edcdd7,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.097397 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.099578 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-70687779-f92a-46a2-a9a1-c6b61b3d08e0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fa62dcff-dca7-4137-93c0-3b5867edcdd7 HTTP/1.1" status: 204 len: 168 time: 0.2937090 Jul 22 22:13:25.102044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59294) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:25.176995 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59300) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:25.327059 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ffcf90af-4caa-4414-b012-c23f5811630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.447385 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ffcf90af-4caa-4414-b012-c23f5811630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.454371 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ffcf90af-4caa-4414-b012-c23f5811630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.471547 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.500963 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ffcf90af-4caa-4414-b012-c23f5811630f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0c1a2eea5834a86aaac584a8a7f3cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219395 Jul 22 22:13:25.504286 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59316) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:25.511191 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf90af-4caa-4414-b012-c23f5811630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578970ee-59fe-402e-8d0e-10128ad0f593,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.564614 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf92e-2781-42d8-8d47-9d33b89a4784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.571197 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a4b36-fee4-44de-b9e1-1a9e699049c2 req-3631de22-c2c8-4911-9551-ca588bd3c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.572647 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-718a4b36-fee4-44de-b9e1-1a9e699049c2 req-3631de22-c2c8-4911-9551-ca588bd3c300 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 1098 time: 0.1627603 Jul 22 22:13:25.599150 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.599252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf92e-2781-42d8-8d47-9d33b89a4784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.606591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4c27a-543b-4f77-995d-6ea0b956248e req-5314f359-b0fd-4b17-8da3-1a27f641b374 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.608149 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7e4c27a-543b-4f77-995d-6ea0b956248e req-5314f359-b0fd-4b17-8da3-1a27f641b374 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.1971467 Jul 22 22:13:25.626935 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33d9836-f99c-4891-9686-27533fa47721']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:25.659333 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf92e-2781-42d8-8d47-9d33b89a4784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.663147 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf92e-2781-42d8-8d47-9d33b89a4784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.664778 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7c1cf92e-2781-42d8-8d47-9d33b89a4784 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/578970ee-59fe-402e-8d0e-10128ad0f593 HTTP/1.1" status: 204 len: 168 time: 0.1601045 Jul 22 22:13:25.667498 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dbe00c-3062-4cd4-b218-bee19a5a4101') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:25.667922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dbe00c-3062-4cd4-b218-bee19a5a4101') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:25.681737 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cf92e-2781-42d8-8d47-9d33b89a4784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578970ee-59fe-402e-8d0e-10128ad0f593,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.684346 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.727504 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7e4c27a-543b-4f77-995d-6ea0b956248e req-6a134d14-2f36-4e8d-9eff-784e1d6bb781 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078000 Jul 22 22:13:25.730127 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-718a4b36-fee4-44de-b9e1-1a9e699049c2 req-5407128f-c647-41f4-88b0-620aaa14500b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209323 Jul 22 22:13:25.731498 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.739280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Releasing vlan 1849 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:13:25.739765 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:13:25.741613 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:13:25.807451 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.816999 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.822447 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c33d9836-f99c-4891-9686-27533fa47721 HTTP/1.1" status: 204 len: 168 time: 0.7194157 Jul 22 22:13:25.847506 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336df71b-7f15-4e89-9cae-d4631fa93563 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33d9836-f99c-4891-9686-27533fa47721,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.856164 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc254a-10c7-4592-8ead-94cc36f3ed20 req-a104f7ab-4b4d-4078-ae35-6b5a8d635fc4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.858345 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cfc254a-10c7-4592-8ead-94cc36f3ed20 req-a104f7ab-4b4d-4078-ae35-6b5a8d635fc4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0740988 Jul 22 22:13:25.897563 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cfc254a-10c7-4592-8ead-94cc36f3ed20 req-9c0353d3-c17f-4bfd-a02b-18c27df9d6ec tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Jul 22 22:13:25.935632 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3737429e-843f-4b6c-b0ef-12aad0f3ecd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.146277 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59342) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:26.188077 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f858b09e-bbe9-44df-8581-723eb383403e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b4629ce94a5a4fc2ac238cb46860294f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406184 Jul 22 22:13:26.190589 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59344) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:26.243172 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c4214486-0043-4395-9153-edeb77880458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.266927 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c4214486-0043-4395-9153-edeb77880458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.325457 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c4214486-0043-4395-9153-edeb77880458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.328162 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c4214486-0043-4395-9153-edeb77880458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.331875 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c4214486-0043-4395-9153-edeb77880458 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4fe9bcf7-8484-419b-bb39-b3251f515033 HTTP/1.1" status: 204 len: 168 time: 0.1379240 Jul 22 22:13:26.342615 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214486-0043-4395-9153-edeb77880458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe9bcf7-8484-419b-bb39-b3251f515033,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:26.525874 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.716436 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59376) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:26.772461 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b6ab779a-4539-4e93-b8b5-cf49c48808a1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=490db6dc51a64c34ba808a4c78673fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540936 Jul 22 22:13:26.774832 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59380) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:26.870921 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09f614bf-b3db-4d3b-a0f9-1640a96fb7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.904255 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09f614bf-b3db-4d3b-a0f9-1640a96fb7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.962957 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb27f9-ba4a-48ca-8da3-9a7549db0dbc req-1436b32c-d7bf-49b1-ba2d-7a34d4756adc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:26.965214 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6deb27f9-ba4a-48ca-8da3-9a7549db0dbc req-1436b32c-d7bf-49b1-ba2d-7a34d4756adc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.1383162 Jul 22 22:13:26.996879 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09f614bf-b3db-4d3b-a0f9-1640a96fb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:27.000442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09f614bf-b3db-4d3b-a0f9-1640a96fb7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:27.004282 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-09f614bf-b3db-4d3b-a0f9-1640a96fb7e1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48cb113d-e633-424c-a25e-06ba43129340 HTTP/1.1" status: 204 len: 168 time: 0.2260382 Jul 22 22:13:27.028513 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f614bf-b3db-4d3b-a0f9-1640a96fb7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cb113d-e633-424c-a25e-06ba43129340,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:27.047271 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6deb27f9-ba4a-48ca-8da3-9a7549db0dbc req-cb9c5a4c-f7f4-4779-aa3a-f90b5462c9b2 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738771 Jul 22 22:13:27.162637 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0af881-cffa-40d0-965f-57121c6c231a req-f3c15fff-bb2f-4c7b-849c-f6dbc26fc1ed tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:27.164579 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8a0af881-cffa-40d0-965f-57121c6c231a req-f3c15fff-bb2f-4c7b-849c-f6dbc26fc1ed tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0723298 Jul 22 22:13:27.208892 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8a0af881-cffa-40d0-965f-57121c6c231a req-346b57d2-33d1-4139-baf4-26124d92935e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Jul 22 22:13:27.263601 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.180251 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e205-c531-45ca-92d8-73ae5b3b3b28 req-a4578e2f-7a88-418b-b4df-d430cd510a12 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:28.181778 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b259e205-c531-45ca-92d8-73ae5b3b3b28 req-a4578e2f-7a88-418b-b4df-d430cd510a12 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.0660305 Jul 22 22:13:28.184542 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59442) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:28.222715 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b259e205-c531-45ca-92d8-73ae5b3b3b28 req-3949fe20-ab6d-472f-b21f-565e5dd27af6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Jul 22 22:13:28.293152 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-635a477c-224e-43a2-8490-0e214ad7907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.354032 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61b429-30e2-4fb0-931a-4575d4d22ce3 req-27414464-30e2-4ae2-86b7-b49509257409 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:28.356421 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5e61b429-30e2-4fb0-931a-4575d4d22ce3 req-27414464-30e2-4ae2-86b7-b49509257409 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0707924 Jul 22 22:13:28.403585 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-635a477c-224e-43a2-8490-0e214ad7907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.405707 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5e61b429-30e2-4fb0-931a-4575d4d22ce3 req-4c12ca00-1d2e-4166-9395-c3c9e3c3dd4c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Jul 22 22:13:28.413405 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-635a477c-224e-43a2-8490-0e214ad7907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.455571 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-635a477c-224e-43a2-8490-0e214ad7907a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=68cc96cdab144a15a8fe5267e2396eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700148 Jul 22 22:13:28.458635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59456) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:28.463049 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a477c-224e-43a2-8490-0e214ad7907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427fcc26-6fe2-45e3-b94f-9fcbc224b030,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:28.519328 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7587ef18-957c-4a69-aa51-2b5038754e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.547371 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7587ef18-957c-4a69-aa51-2b5038754e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.612544 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7587ef18-957c-4a69-aa51-2b5038754e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.615807 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7587ef18-957c-4a69-aa51-2b5038754e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.620537 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7587ef18-957c-4a69-aa51-2b5038754e44 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/427fcc26-6fe2-45e3-b94f-9fcbc224b030 HTTP/1.1" status: 204 len: 168 time: 0.1580570 Jul 22 22:13:28.644700 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587ef18-957c-4a69-aa51-2b5038754e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427fcc26-6fe2-45e3-b94f-9fcbc224b030,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:28.697726 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.881123 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-0e4f0ae2-e3de-4b04-81cb-c4a34fe72dc6 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=57b239c65da74583b7d7793462322b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450318 Jul 22 22:13:29.133466 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-8d2477b2-b3a1-4a46-96cd-c041488c580c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.134947 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-8d2477b2-b3a1-4a46-96cd-c041488c580c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468662 Jul 22 22:13:29.150321 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-8ef94989-b138-4bc9-84e2-6df9455d9172 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/quotas/57b239c65da74583b7d7793462322b91 HTTP/1.1" status: 200 len: 375 time: 0.0097458 Jul 22 22:13:29.189277 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-b8a9ea13-ac50-428c-8524-011ddd066a71 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=57b239c65da74583b7d7793462322b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314660 Jul 22 22:13:29.352704 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1818db2f-660b-43ac-9a84-630e5fd86123 req-00d1936f-b910-4a3f-95f7-5bdaefbfd4b1 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Jul 22 22:13:29.412685 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 59520) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:29.521671 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524093558-network', 'tenant_id': '93b17e834b4a4472b191413cdcd5606d'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:29.563091 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Made reservation on behalf of 93b17e834b4a4472b191413cdcd5606d for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:29.565663 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.576440 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.578561 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ed23e-d382-4768-8169-c0e3fa0a12ba req-61742927-7ca2-4c72-bb85-d4c2b1035f26 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.587484 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ab0ed23e-d382-4768-8169-c0e3fa0a12ba req-61742927-7ca2-4c72-bb85-d4c2b1035f26 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1105642 Jul 22 22:13:29.637490 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ab0ed23e-d382-4768-8169-c0e3fa0a12ba req-a980a559-b774-43ce-aa23-0ebe1133df15 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Jul 22 22:13:29.694157 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.699221 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.725107 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1804} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:29.733486 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:29.740699 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.740924 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Added segment 750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e of type vlan for network ef742b96-3fc8-4b78-a803-ec3d37890759 Jul 22 22:13:29.782780 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.811095 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.812054 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.812641 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.843547 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4297800 Jul 22 22:13:29.846622 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 59534) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:29.851497 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Request body: {'subnet': {'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524093558-subnet', 'tenant_id': '93b17e834b4a4472b191413cdcd5606d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:29.876268 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Made reservation on behalf of 93b17e834b4a4472b191413cdcd5606d for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:29.878204 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc983994-75f3-449d-833b-2b9fa9a95762 admin admin] Pushing event updated for resources: {'Network': ['ID=ef742b96-3fc8-4b78-a803-ec3d37890759,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:29.878882 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.889367 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network ef742b96-3fc8-4b78-a803-ec3d37890759 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:30.100628 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.160707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.172084 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Checking segment: {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:30.172441 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Network hostable DHCP agents. Network: ef742b96-3fc8-4b78-a803-ec3d37890759, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:30.188691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Network ef742b96-3fc8-4b78-a803-ec3d37890759 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:30.197719 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, ef742b96-3fc8-4b78-a803-ec3d37890759) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:30.202067 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:30.202566 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.207019 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858c353-734f-46a2-8236-a3bf4b753d45 None None] Network ef742b96-3fc8-4b78-a803-ec3d37890759 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:30.222996 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fd1c17df-2b0e-42a1-bcad-7c00051569b5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714814 Jul 22 22:13:30.358400 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c48d4-071a-4e3e-a6f8-066acbf5c5b8 None None] Network ef742b96-3fc8-4b78-a803-ec3d37890759 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:30.455558 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-786a746b-6d42-4393-85cb-b41a7662f637 req-619d6908-0c3a-47e8-a09f-5f2489f684ab tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0308754 Jul 22 22:13:30.621980 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-3c8abcc4-5d58-4769-97dd-375e6a461f98 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=57b239c65da74583b7d7793462322b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307062 Jul 22 22:13:30.812598 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-3217f4ba-7d37-423a-b76d-b3826c52f91b tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:30.814117 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-3217f4ba-7d37-423a-b76d-b3826c52f91b tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749241 Jul 22 22:13:30.824444 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94bf0-fe3d-4d7c-bb70-800380dfef50 req-2fa0660e-bd95-4fcb-9198-f028a57d37c8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:30.825808 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-19c94bf0-fe3d-4d7c-bb70-800380dfef50 req-2fa0660e-bd95-4fcb-9198-f028a57d37c8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0974343 Jul 22 22:13:30.864815 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-19c94bf0-fe3d-4d7c-bb70-800380dfef50 req-a324f688-e37b-441d-b619-6a046cc99a8d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Jul 22 22:13:31.229143 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-c83e1ec3-e43b-4593-bbd7-2308c9aa963a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.230673 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-c83e1ec3-e43b-4593-bbd7-2308c9aa963a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.1018357 Jul 22 22:13:31.244773 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-0c24d957-b57a-4d5b-ad7a-4034042f30d3 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/quotas/8a395a513f51461fa5212c00c00cef20 HTTP/1.1" status: 200 len: 375 time: 0.0087566 Jul 22 22:13:31.307067 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-38e6c726-2c19-4aa4-8cc0-04bfac6cbd0c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575895 Jul 22 22:13:31.397374 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-4dd68ff0-d8c1-45fa-877c-d73cb6356989 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837209 Jul 22 22:13:31.486479 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-188c1bfe-7183-4813-abfd-1f3ed8df1724 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830212 Jul 22 22:13:34.375766 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Request body: {'port': {'device_id': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144', 'admin_state_up': True, 'tenant_id': '57b239c65da74583b7d7793462322b91'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:34.501982 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Made reservation on behalf of 57b239c65da74583b7d7793462322b91 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:34.505635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.514821 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.631824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.637386 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.673262 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9a6b8dd1-d2d0-4d37-9cb3-9436917360f5 req-e8b987e5-c210-4f72-ae9f-45631c2a4808 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 210 time: 0.0319612 Jul 22 22:13:34.738344 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a323936e-f18c-4c3a-9f02-cc5e65a0958e req-94c19f11-03ee-4138-a13c-9426cc71adf7 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0809984 Jul 22 22:13:34.744591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:34.819743 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78ba33-eaaf-4466-ae22-de5a63376553 req-5e188ef4-7773-4057-a05f-5babcc558645 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:34.821134 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4b78ba33-eaaf-4466-ae22-de5a63376553 req-5e188ef4-7773-4057-a05f-5babcc558645 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0780916 Jul 22 22:13:34.829050 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Allocated IP 192.168.233.51 (a277da5a-74a1-4f34-a786-88633d431144/a5cf470a-2594-4feb-8643-307bd9376161/848a2db8-7d1b-4f89-aa37-be05cd470265) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:34.840230 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:34.870655 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4b78ba33-eaaf-4466-ae22-de5a63376553 req-cf9e6fb6-cfad-4047-bd1c-f0366433d5ce tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Jul 22 22:13:34.996980 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.021752 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Transition to ACTIVE for port object 848a2db8-7d1b-4f89-aa37-be05cd470265 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:35.056159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.100485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Network a277da5a-74a1-4f34-a786-88633d431144 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:35.103779 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:35.107619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:35.136666 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Pushing event updated for resources: {'Port': ['ID=848a2db8-7d1b-4f89-aa37-be05cd470265,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.199361 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:35.200039 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.248930 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-7ce4fca7-3204-4a55-9781-d2875d0f4b84 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8777039 Jul 22 22:13:35.275658 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-163a69d8-43ca-47a1-9a6b-fdcfc205fe88 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:35.277145 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-163a69d8-43ca-47a1-9a6b-fdcfc205fe88 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/networks?id=ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 200 len: 808 time: 0.1422241 Jul 22 22:13:35.292753 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-323ae5f8-8af1-49f8-b723-f8c88cdedc93 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/quotas/93b17e834b4a4472b191413cdcd5606d HTTP/1.1" status: 200 len: 375 time: 0.0097017 Jul 22 22:13:35.313444 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Request body: {'port': {'device_id': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:35.321137 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ea78dd5b-8990-4112-a003-46a764e55f7c None None] Provisioning for port 848a2db8-7d1b-4f89-aa37-be05cd470265 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:35.326393 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ea78dd5b-8990-4112-a003-46a764e55f7c None None] Provisioning complete for port 848a2db8-7d1b-4f89-aa37-be05cd470265 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:35.327046 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea78dd5b-8990-4112-a003-46a764e55f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.363466 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ea78dd5b-8990-4112-a003-46a764e55f7c None None] Port 848a2db8-7d1b-4f89-aa37-be05cd470265 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:35.374429 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-ff912c77-8ff7-4f1d-929b-13e411dd73ea tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=93b17e834b4a4472b191413cdcd5606d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764275 Jul 22 22:13:35.547496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.592823 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-91c98394-58ec-4cfa-8790-ae9f5c850465 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:35.594353 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-91c98394-58ec-4cfa-8790-ae9f5c850465 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.2854030 Jul 22 22:13:35.599624 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-e6f0cfa2-0338-4dfd-a15f-d2a2e11f9df8 service neutron] 10.222.0.63 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128406 Jul 22 22:13:35.624712 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Request body: {'port': {'device_id': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'admin_state_up': True, 'tenant_id': '8a395a513f51461fa5212c00c00cef20'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:35.867735 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc63f33e-8fcd-49ec-8b34-c057b7618471 req-69379467-8d7e-47de-bd7b-8b6ec4be31cc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Jul 22 22:13:35.907703 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-57fe0df9-52da-4691-8f04-73a3d93fda4a service neutron] 10.222.0.63 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868865 Jul 22 22:13:35.968220 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Made reservation on behalf of 8a395a513f51461fa5212c00c00cef20 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:35.974128 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.074324 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefd9ad-43b0-4ef6-8a2d-365ba6b8efc6 req-3072674d-b46c-4310-a1c0-e7eebe58f80f tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:36.085748 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6aefd9ad-43b0-4ef6-8a2d-365ba6b8efc6 req-3072674d-b46c-4310-a1c0-e7eebe58f80f tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 935 time: 0.1058922 Jul 22 22:13:36.155131 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6aefd9ad-43b0-4ef6-8a2d-365ba6b8efc6 req-2a268288-e68f-45e6-a3e0-449f6f82bce5 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668497 Jul 22 22:13:36.234605 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-21d2b267-807b-4567-ae6b-56a6e44c81fa req-a32e914b-8c9c-4386-9f30-de1532d50f49 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 210 time: 0.0432630 Jul 22 22:13:36.455406 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848a2db8-7d1b-4f89-aa37-be05cd470265 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:36.469633 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.496186 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Allocated IP 172.20.0.3 (0bdbf4a8-117a-4a03-ba2a-05c84a34fc23/ef27f807-c60b-4882-9425-b54b37d50e20/8945493d-01f9-4d30-b01f-265132b7212b) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:36.498473 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Transition to ACTIVE for port object 848a2db8-7d1b-4f89-aa37-be05cd470265 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:36.512559 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbaa54-608c-4327-b696-9fc437d08307 req-92edbd73-168e-4d6b-8454-b7266d3cf0b4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:36.514031 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8cbaa54-608c-4327-b696-9fc437d08307 req-92edbd73-168e-4d6b-8454-b7266d3cf0b4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.2049050 Jul 22 22:13:36.518163 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.614133 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Pushing event updated for resources: {'Port': ['ID=848a2db8-7d1b-4f89-aa37-be05cd470265,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:36.657300 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8cbaa54-608c-4327-b696-9fc437d08307 req-cd7100b4-b321-484e-8ba3-bcf91ceb332e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369085 Jul 22 22:13:36.783805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Attempting to bind port 848a2db8-7d1b-4f89-aa37-be05cd470265 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:36.784157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Attempting to bind port 848a2db8-7d1b-4f89-aa37-be05cd470265 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:36.784482 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Attempting to bind port 848a2db8-7d1b-4f89-aa37-be05cd470265 on network a277da5a-74a1-4f34-a786-88633d431144 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:36.796958 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Port 848a2db8-7d1b-4f89-aa37-be05cd470265 on network a277da5a-74a1-4f34-a786-88633d431144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:36.797301 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Attempting to bind port 848a2db8-7d1b-4f89-aa37-be05cd470265 on network a277da5a-74a1-4f34-a786-88633d431144 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:36.820750 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:36.821096 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Checking segment: {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:36.821483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Bound using segment: {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:36.821945 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Bound port: 848a2db8-7d1b-4f89-aa37-be05cd470265, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccb308f-5e26-4f9d-806f-f83f59310978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1815, 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:36.822305 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.827877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.920517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] For port 848a2db8-7d1b-4f89-aa37-be05cd470265, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:36.923685 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.926388 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] For port 848a2db8-7d1b-4f89-aa37-be05cd470265, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=848a2db8-7d1b-4f89-aa37-be05cd470265,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:36.934510 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.941336 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'b8cae6bb-8a0b-4a41-bd76-94bbff525324'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:37.004242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.005051 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.007208 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] 10.222.0.77 "PUT /v2.0/ports/848a2db8-7d1b-4f89-aa37-be05cd470265 HTTP/1.1" status: 200 len: 1097 time: 1.7073638 Jul 22 22:13:37.011391 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'tag': '848a2db8-7d1b-4f89-aa37-be05cd470265'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:37.014648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d321377-ccac-4698-a4c5-c1d3b0002efa" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3cf7ec-0313-484e-9ae6-892a3a09d4b4", "tag": "848a2db8-7d1b-4f89-aa37-be05cd470265"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:37.019547 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:37.034518 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:37.038141 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d156-51bf-4643-b7cc-1e77f50e6d03 req-790d1332-bdd4-433e-802f-756a960f4e95 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.050628 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f97d156-51bf-4643-b7cc-1e77f50e6d03 req-790d1332-bdd4-433e-802f-756a960f4e95 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 931 time: 0.1095667 Jul 22 22:13:37.053264 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event updated for resources: {'Port': ['ID=8945493d-01f9-4d30-b01f-265132b7212b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:37.057548 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:37.103044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a253b95-6761-4b08-bb90-1ccffd9970a6 x-openstack-request-id: req-9a253b95-6761-4b08-bb90-1ccffd9970a6 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:37.103341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3cf7ec-0313-484e-9ae6-892a3a09d4b4", "tag": "848a2db8-7d1b-4f89-aa37-be05cd470265", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:37.103598 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9a253b95-6761-4b08-bb90-1ccffd9970a6 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:37.104512 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'tag': '848a2db8-7d1b-4f89-aa37-be05cd470265', 'status': 'completed', 'code': 200} Jul 22 22:13:37.112666 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f97d156-51bf-4643-b7cc-1e77f50e6d03 req-94e5ad1f-b979-4ba5-af0f-2437a1d03d58 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Jul 22 22:13:37.215167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.215476 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.294625 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95981-f55f-4bd6-bc5e-57a03fb231da service neutron] Pushing event updated for resources: {'Port': ['ID=848a2db8-7d1b-4f89-aa37-be05cd470265,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:37.300695 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-13430c3c-a05d-4e7f-b27a-b091582487df tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6811118 Jul 22 22:13:37.314004 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-52362277-f88c-4d5b-956b-6cfa6ab6b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.315533 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-52362277-f88c-4d5b-956b-6cfa6ab6b290 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=57b239c65da74583b7d7793462322b91&device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 1100 time: 0.2504315 Jul 22 22:13:37.327976 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Request body: {'port': {'device_id': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:37.410800 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-1faa52ca-25fd-4f84-bf31-f22bca7d4ad9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=848a2db8-7d1b-4f89-aa37-be05cd470265 HTTP/1.1" status: 200 len: 217 time: 0.0576231 Jul 22 22:13:37.433575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145cd39-4572-435b-9dfe-f6da85287224 req-8a1ee372-53dd-4b9a-8174-2dba68dd8132 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.441108 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f3ba7a69-686c-4cbf-85a5-2d4de44e4fcb req-9a7b1ddd-3447-4712-b058-9f0d8ac65952 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 210 time: 0.0493436 Jul 22 22:13:37.442716 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1145cd39-4572-435b-9dfe-f6da85287224 req-8a1ee372-53dd-4b9a-8174-2dba68dd8132 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 947 time: 0.2156246 Jul 22 22:13:37.540324 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-a29d37be-21db-439e-9b0b-f4e61bd9074a tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.542317 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-a29d37be-21db-439e-9b0b-f4e61bd9074a tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "GET /v2.0/networks?id=ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 200 len: 808 time: 0.1998887 Jul 22 22:13:37.558865 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Request body: {'port': {'device_id': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759', 'admin_state_up': True, 'tenant_id': '93b17e834b4a4472b191413cdcd5606d'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:37.561896 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1145cd39-4572-435b-9dfe-f6da85287224 req-2e42d9bb-9d60-4cda-a37c-5c768e51a7a1 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181700 Jul 22 22:13:37.578420 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.597266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-794a8449-2a67-4839-8ab7-cbba33505fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.599820 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-794a8449-2a67-4839-8ab7-cbba33505fd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a5cf470a-2594-4feb-8643-307bd9376161 HTTP/1.1" status: 200 len: 843 time: 0.1485481 Jul 22 22:13:37.719496 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Made reservation on behalf of 93b17e834b4a4472b191413cdcd5606d for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:37.724859 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.775126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc730d4-8124-4033-a844-4f077ab0131d req-ac54585a-4c44-408f-8b0f-d403d12ffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.776903 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-ac54585a-4c44-408f-8b0f-d403d12ffc17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a277da5a-74a1-4f34-a786-88633d431144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1395128 Jul 22 22:13:37.915100 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feac34-8772-406a-894e-eb938846a1b5 req-b876b2e7-cc65-4d82-94ee-9a896e6b1b3d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.916756 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-91feac34-8772-406a-894e-eb938846a1b5 req-b876b2e7-cc65-4d82-94ee-9a896e6b1b3d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1652086 Jul 22 22:13:37.943629 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-cd1c46c6-3551-49b2-bb70-4413c3ea832f service neutron] 10.222.0.77 "GET /v2.0/networks/a277da5a-74a1-4f34-a786-88633d431144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489189 Jul 22 22:13:37.953557 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Allocated IP 172.20.0.3 (ef742b96-3fc8-4b78-a803-ec3d37890759/d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3/e607eedf-4229-48c1-b6b4-1e24b92540ef) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:37.988449 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-91feac34-8772-406a-894e-eb938846a1b5 req-7f3f5777-b30f-41bd-9b60-e353655546e5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649986 Jul 22 22:13:38.056486 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8945493d-01f9-4d30-b01f-265132b7212b {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:38.072851 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.100513 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fc730d4-8124-4033-a844-4f077ab0131d req-079d00df-e7c8-4822-8e59-4b7354110ab4 service neutron] 10.222.0.77 "GET /v2.0/networks/a277da5a-74a1-4f34-a786-88633d431144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459451 Jul 22 22:13:38.101642 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Transition to ACTIVE for port object 8945493d-01f9-4d30-b01f-265132b7212b will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:38.105500 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.161173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Pushing event updated for resources: {'Port': ['ID=8945493d-01f9-4d30-b01f-265132b7212b,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:38.184597 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.254855 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.273338 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Attempting to bind port 8945493d-01f9-4d30-b01f-265132b7212b on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:38.273672 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Attempting to bind port 8945493d-01f9-4d30-b01f-265132b7212b by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:38.274034 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Attempting to bind port 8945493d-01f9-4d30-b01f-265132b7212b on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:38.280084 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Port 8945493d-01f9-4d30-b01f-265132b7212b on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:38.280405 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Attempting to bind port 8945493d-01f9-4d30-b01f-265132b7212b on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:38.288456 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-4ab02d2f-f90f-49f1-b4fb-3c29f96b0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.289956 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-4ab02d2f-f90f-49f1-b4fb-3c29f96b0144 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=57b239c65da74583b7d7793462322b91&device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 1100 time: 0.0876141 Jul 22 22:13:38.291084 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:38.291426 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Checking segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:38.291798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Bound using segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:38.292221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Bound port: 8945493d-01f9-4d30-b01f-265132b7212b, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:38.292572 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.318626 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Network ef742b96-3fc8-4b78-a803-ec3d37890759 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:38.329572 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114a718-ac60-420c-8509-f726fc4b68ac req-fb0437d2-8bbf-4e68-88fe-43f57241ba1e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.331083 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a114a718-ac60-420c-8509-f726fc4b68ac req-fb0437d2-8bbf-4e68-88fe-43f57241ba1e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 943 time: 0.1220067 Jul 22 22:13:38.334683 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:38.338096 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:38.341130 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Pushing event updated for resources: {'Port': ['ID=e607eedf-4229-48c1-b6b4-1e24b92540ef,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:38.405478 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a114a718-ac60-420c-8509-f726fc4b68ac req-9a645e80-8c22-4543-8d1f-9de97fd76d9e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684838 Jul 22 22:13:38.411318 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.411950 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.423753 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] For port 8945493d-01f9-4d30-b01f-265132b7212b, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:38.426740 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-eeaed114-0333-4022-83aa-00d2dc994df8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736238 Jul 22 22:13:38.428261 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] For port 8945493d-01f9-4d30-b01f-265132b7212b, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8945493d-01f9-4d30-b01f-265132b7212b,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:38.433343 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-03948917-df7d-4a9b-bcb1-b2cb10d0817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.434828 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-03948917-df7d-4a9b-bcb1-b2cb10d0817e service neutron] 10.222.0.77 "GET /v2.0/networks?id=a277da5a-74a1-4f34-a786-88633d431144 HTTP/1.1" status: 200 len: 871 time: 0.1339982 Jul 22 22:13:38.436266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.452910 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Request body: {'port': {'device_id': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:38.506263 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.506887 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.508277 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] 10.222.0.77 "PUT /v2.0/ports/8945493d-01f9-4d30-b01f-265132b7212b HTTP/1.1" status: 200 len: 1093 time: 1.1884983 Jul 22 22:13:38.511364 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-7b2111cb-1bb8-4522-bc92-d71d40830648 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=848a2db8-7d1b-4f89-aa37-be05cd470265 HTTP/1.1" status: 200 len: 217 time: 0.0483327 Jul 22 22:13:38.540121 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.578754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8366916-040c-4880-bd7c-55c03733afe8 service neutron] Pushing event updated for resources: {'Port': ['ID=8945493d-01f9-4d30-b01f-265132b7212b,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:38.642415 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-fb8fd205-4bf8-4d49-9c7e-b001779b94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.643858 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-fb8fd205-4bf8-4d49-9c7e-b001779b94ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a5cf470a-2594-4feb-8643-307bd9376161 HTTP/1.1" status: 200 len: 843 time: 0.1208656 Jul 22 22:13:38.712374 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59189699-301d-4cd5-8db1-eb76d1f48779 req-4da13454-b17e-4d83-b2f9-debad97d125f tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.714461 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-59189699-301d-4cd5-8db1-eb76d1f48779 req-4da13454-b17e-4d83-b2f9-debad97d125f tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 931 time: 0.1761389 Jul 22 22:13:38.718194 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-0982b946-9e6d-478c-9c4d-b1aabb94d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.719570 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-0982b946-9e6d-478c-9c4d-b1aabb94d8b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 1096 time: 0.1500888 Jul 22 22:13:38.778769 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-bf2fc3a2-6835-40d0-999b-70a07b19e4f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8945493d-01f9-4d30-b01f-265132b7212b HTTP/1.1" status: 200 len: 217 time: 0.0449619 Jul 22 22:13:38.781326 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c79d1-9f36-4569-b680-74067e36b127 req-ccb34169-95c8-48d9-91c3-47f05b6efd58 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.782925 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-231c79d1-9f36-4569-b680-74067e36b127 req-ccb34169-95c8-48d9-91c3-47f05b6efd58 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 947 time: 0.1330838 Jul 22 22:13:38.802952 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-7cd1a383-dc39-48b4-98ab-7c6f2e2d249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.804375 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-7cd1a383-dc39-48b4-98ab-7c6f2e2d249e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a277da5a-74a1-4f34-a786-88633d431144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1488354 Jul 22 22:13:38.808480 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-59189699-301d-4cd5-8db1-eb76d1f48779 req-3bef5bdf-5e5e-4235-92e0-9b719dbaf47e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868127 Jul 22 22:13:38.849575 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-231c79d1-9f36-4569-b680-74067e36b127 req-49d46dc3-14c0-40bb-a0c1-61204fc3153d tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601506 Jul 22 22:13:38.872075 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-ba42621e-51e6-4dee-b5ed-01a184638b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.873531 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-ba42621e-51e6-4dee-b5ed-01a184638b38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0817320 Jul 22 22:13:38.904483 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e607eedf-4229-48c1-b6b4-1e24b92540ef {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:38.913652 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.927691 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Transition to ACTIVE for port object e607eedf-4229-48c1-b6b4-1e24b92540ef will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:38.929039 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-aff5bf6a-1c62-4753-a9a9-d3b13501d50b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311217 Jul 22 22:13:38.933454 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.970307 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-65c37f75-d2fa-42f2-bf73-448c6c9f4216 service neutron] 10.222.0.77 "GET /v2.0/networks/a277da5a-74a1-4f34-a786-88633d431144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412270 Jul 22 22:13:39.008373 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Pushing event updated for resources: {'Port': ['ID=e607eedf-4229-48c1-b6b4-1e24b92540ef,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:39.116954 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Attempting to bind port e607eedf-4229-48c1-b6b4-1e24b92540ef on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:39.117296 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Attempting to bind port e607eedf-4229-48c1-b6b4-1e24b92540ef by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:39.117631 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Attempting to bind port e607eedf-4229-48c1-b6b4-1e24b92540ef on network ef742b96-3fc8-4b78-a803-ec3d37890759 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:39.124249 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'tag': '8945493d-01f9-4d30-b01f-265132b7212b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:39.128329 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fb45d3-658a-4ac0-8fd9-a504cad09b57", "tag": "8945493d-01f9-4d30-b01f-265132b7212b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:39.145822 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Port e607eedf-4229-48c1-b6b4-1e24b92540ef on network ef742b96-3fc8-4b78-a803-ec3d37890759 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:39.146085 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-d218ffd8-117c-4ebe-8ab1-345c44e2c757 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087533 Jul 22 22:13:39.146170 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Attempting to bind port e607eedf-4229-48c1-b6b4-1e24b92540ef on network ef742b96-3fc8-4b78-a803-ec3d37890759 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:39.171484 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:39.171842 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Checking segment: {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:39.172241 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Bound using segment: {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:39.172840 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Bound port: e607eedf-4229-48c1-b6b4-1e24b92540ef, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:39.173198 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.222781 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-71d236fc-dc72-429a-a8fd-bac72e50b098 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1569591 Jul 22 22:13:39.227828 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d321377-ccac-4698-a4c5-c1d3b0002efa req-e3979bca-689d-4d22-98ae-7539fe08b274 service neutron] 10.222.0.77 "GET /v2.0/networks/a277da5a-74a1-4f34-a786-88633d431144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294924 Jul 22 22:13:39.242090 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f432b2-a5e6-4a7f-80e6-1264660a64d4 req-b39b1780-be4e-4647-8fb7-d2fa72f5b166 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.249983 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1f432b2-a5e6-4a7f-80e6-1264660a64d4 req-b39b1780-be4e-4647-8fb7-d2fa72f5b166 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1441813 Jul 22 22:13:39.300480 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-21beaa2d-3fef-4d56-820b-52f8bd570779 req-3bdf03f1-73fe-4a0c-8624-7eeb6a579973 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446149 Jul 22 22:13:39.302252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] For port e607eedf-4229-48c1-b6b4-1e24b92540ef, host hv-cinder-77853, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:39.309138 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1f432b2-a5e6-4a7f-80e6-1264660a64d4 req-d7decc67-fba1-4ce7-8142-ceef3559b268 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 Jul 22 22:13:39.318727 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] For port e607eedf-4229-48c1-b6b4-1e24b92540ef, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:39.324473 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.370890 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.371497 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.372900 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] 10.222.0.77 "PUT /v2.0/ports/e607eedf-4229-48c1-b6b4-1e24b92540ef HTTP/1.1" status: 200 len: 1093 time: 0.9244063 Jul 22 22:13:39.373349 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'tag': 'e607eedf-4229-48c1-b6b4-1e24b92540ef'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:39.374226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6309de-1f31-4176-b87a-1a6377a7e4c2 x-openstack-request-id: req-3f6309de-1f31-4176-b87a-1a6377a7e4c2 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:39.374517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fb45d3-658a-4ac0-8fd9-a504cad09b57", "tag": "8945493d-01f9-4d30-b01f-265132b7212b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:39.374768 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3f6309de-1f31-4176-b87a-1a6377a7e4c2 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:39.375144 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'tag': '8945493d-01f9-4d30-b01f-265132b7212b', 'status': 'completed', 'code': 200} Jul 22 22:13:39.375783 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb00e29-d98a-40b3-8664-8a340904f02e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfabc288-e51f-4f15-931d-ac242c5be619", "tag": "e607eedf-4229-48c1-b6b4-1e24b92540ef"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:39.384456 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590281d-94eb-4338-894e-a264f90b9d35 req-ddbe3757-bc83-4b32-86b5-a41ff479a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.386120 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-ddbe3757-bc83-4b32-86b5-a41ff479a50d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 1098 time: 0.0739269 Jul 22 22:13:39.407501 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996be84-0e52-4e2d-a245-c062799b3806 service neutron] Pushing event updated for resources: {'Port': ['ID=e607eedf-4229-48c1-b6b4-1e24b92540ef,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:39.422884 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aee6ab-b593-40dc-a93c-2dcf6caea0e5 x-openstack-request-id: req-d8aee6ab-b593-40dc-a93c-2dcf6caea0e5 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:39.423172 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfabc288-e51f-4f15-931d-ac242c5be619", "tag": "e607eedf-4229-48c1-b6b4-1e24b92540ef", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:39.423422 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d8aee6ab-b593-40dc-a93c-2dcf6caea0e5 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:39.424476 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'tag': 'e607eedf-4229-48c1-b6b4-1e24b92540ef', 'status': 'completed', 'code': 200} Jul 22 22:13:39.523540 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590281d-94eb-4338-894e-a264f90b9d35 req-30326881-2a36-4984-bf1b-1adbba2c60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.525014 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-30326881-2a36-4984-bf1b-1adbba2c60d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 916 time: 0.0913913 Jul 22 22:13:39.554851 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-3a31ea2a-8a78-4ec2-a366-394db57afb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.556321 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-3a31ea2a-8a78-4ec2-a366-394db57afb34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 1096 time: 0.1280777 Jul 22 22:13:39.575247 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-a5f3f076-c137-4c68-9c08-dcdf858ef656 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1 HTTP/1.1" status: 200 len: 217 time: 0.0396848 Jul 22 22:13:39.581540 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-7f72da37-4466-4db0-8f7d-be7f31a2c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.582958 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-7f72da37-4466-4db0-8f7d-be7f31a2c63e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93b17e834b4a4472b191413cdcd5606d&device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 1096 time: 0.1242907 Jul 22 22:13:39.625688 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590281d-94eb-4338-894e-a264f90b9d35 req-61789a90-183a-4e68-b831-9fb010531b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.627138 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-61789a90-183a-4e68-b831-9fb010531b38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0451212 Jul 22 22:13:39.663683 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-1319a285-3ded-4b51-b3d0-3fd75f256e54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277421 Jul 22 22:13:39.762866 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-fb03a9b7-41bd-41d6-9441-508a4e8e3ccc service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888748 Jul 22 22:13:39.853159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bc63-2d76-433d-a3f6-8d9d24759f5a req-3f7b7fcf-3004-47f3-b744-8ac62273a8a5 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.855196 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa09bc63-2d76-433d-a3f6-8d9d24759f5a req-3f7b7fcf-3004-47f3-b744-8ac62273a8a5 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 943 time: 0.3676555 Jul 22 22:13:39.860410 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-23acf397-a177-4257-bc7d-ba378c2eef76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef HTTP/1.1" status: 200 len: 217 time: 0.0562208 Jul 22 22:13:39.871380 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-c7545dfd-ac48-47c9-9bc4-197f75827869 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899241 Jul 22 22:13:39.944989 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec3bb8-cbff-49ff-a076-c4a01bc2a9d0 req-f21ec9a3-5ead-4d79-9f68-4bf11fdac4bf tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.946510 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8ec3bb8-cbff-49ff-a076-c4a01bc2a9d0 req-f21ec9a3-5ead-4d79-9f68-4bf11fdac4bf tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 943 time: 0.0654612 Jul 22 22:13:39.967754 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa09bc63-2d76-433d-a3f6-8d9d24759f5a req-f7b3a470-9659-4bbd-8c7f-0e14f4aa1550 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045065 Jul 22 22:13:39.983419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937e445-2976-4a5a-8812-2180f922632a req-b96d340c-fbc5-4647-aafb-6935d1226846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.983419 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-b96d340c-fbc5-4647-aafb-6935d1226846 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3 HTTP/1.1" status: 200 len: 848 time: 0.0850723 Jul 22 22:13:39.983419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-fffcf27b-7e00-4e87-8c65-724c9ea1362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.984202 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-fffcf27b-7e00-4e87-8c65-724c9ea1362f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 916 time: 0.4171793 Jul 22 22:13:39.989773 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8ec3bb8-cbff-49ff-a076-c4a01bc2a9d0 req-120f73e6-084a-4a8d-baac-0b034817d485 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375593 Jul 22 22:13:40.062605 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-c474cec9-ca7a-4ace-818e-bd3b4f975f7a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef742b96-3fc8-4b78-a803-ec3d37890759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620258 Jul 22 22:13:40.063770 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-6df84de5-549b-4a3e-99e2-91f01f35f0a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8945493d-01f9-4d30-b01f-265132b7212b HTTP/1.1" status: 200 len: 217 time: 0.0548880 Jul 22 22:13:40.200402 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-9ee417df-e058-4135-b149-c1cdb60aef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:40.201762 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-9ee417df-e058-4135-b149-c1cdb60aef12 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.1133709 Jul 22 22:13:40.256334 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592afe1b-79f2-40dd-a91e-78fd156feb0b req-a31af366-08cc-49f2-bb24-7e40b1f11023 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:40.257796 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-592afe1b-79f2-40dd-a91e-78fd156feb0b req-a31af366-08cc-49f2-bb24-7e40b1f11023 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 947 time: 0.2154458 Jul 22 22:13:40.261711 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-a1623ce7-a61a-406c-a445-49a1b3e3984a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430479 Jul 22 22:13:40.263815 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-84e985be-c23a-4968-a4f2-884dd9250eed service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734910 Jul 22 22:13:40.351628 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-592afe1b-79f2-40dd-a91e-78fd156feb0b req-930a7780-f0d9-4407-863d-5f6dae1abdef tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859346 Jul 22 22:13:40.456724 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-3848915a-8312-47cb-ac9a-5855c809787a service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746516 Jul 22 22:13:40.471361 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5937e445-2976-4a5a-8812-2180f922632a req-d904d489-25e7-4609-bec8-e88c14b6c7bf service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882882 Jul 22 22:13:40.483228 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f69681-d31a-46c4-af26-a01717974fca req-fbb8b005-e194-4d13-8661-692ffdea5cfb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:40.484800 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a0f69681-d31a-46c4-af26-a01717974fca req-fbb8b005-e194-4d13-8661-692ffdea5cfb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0684097 Jul 22 22:13:40.531177 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a0f69681-d31a-46c4-af26-a01717974fca req-80489ecf-6b5a-4386-bde6-4f5d0d5d4730 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Jul 22 22:13:40.641515 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4d8d69b-a08d-4b8f-9722-432a6f5a7dae req-4a0d37d2-cc79-47ed-b7c3-b9e579835c2e service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456261 Jul 22 22:13:40.644155 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-b2e20046-2244-46b9-96d2-cd1f4d6e6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:40.645506 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-b2e20046-2244-46b9-96d2-cd1f4d6e6bb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93b17e834b4a4472b191413cdcd5606d&device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 1096 time: 0.1092727 Jul 22 22:13:40.743238 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-fa9daf89-a9ef-4455-8135-12135ba3c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:40.744687 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-fa9daf89-a9ef-4455-8135-12135ba3c4dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 200 len: 910 time: 0.0877717 Jul 22 22:13:40.786544 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-aee92307-3311-4d2d-b81a-5c831820dac2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef HTTP/1.1" status: 200 len: 217 time: 0.0344191 Jul 22 22:13:40.825563 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 848a2db8-7d1b-4f89-aa37-be05cd470265 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:40.841123 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-b3d93ce9-b50a-4eec-a85c-d4b2b36ec380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:40.842704 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-b3d93ce9-b50a-4eec-a85c-d4b2b36ec380 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3 HTTP/1.1" status: 200 len: 848 time: 0.0481293 Jul 22 22:13:40.886456 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-c28ccd69-9719-4d31-bbc1-a945f9aaee18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef742b96-3fc8-4b78-a803-ec3d37890759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266132 Jul 22 22:13:40.984131 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-f57ed8d9-d052-430f-ab3d-66a7e8447576 service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851090 Jul 22 22:13:41.046221 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 848a2db8-7d1b-4f89-aa37-be05cd470265, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=848a2db8-7d1b-4f89-aa37-be05cd470265,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:41.059908 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '848a2db8-7d1b-4f89-aa37-be05cd470265', 'network_id': 'a277da5a-74a1-4f34-a786-88633d431144', 'port_id': '848a2db8-7d1b-4f89-aa37-be05cd470265', 'mac_address': 'fa:16:3e:b6:81:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cf470a-2594-4feb-8643-307bd9376161', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:41.100067 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.113073 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848a2db8-7d1b-4f89-aa37-be05cd470265 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:41.121181 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ced86a-85c4-44fc-8cda-125773247d31 req-9370c587-48e6-4bc8-81e9-0b5e0dbab6a9 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.122795 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f9ced86a-85c4-44fc-8cda-125773247d31 req-9370c587-48e6-4bc8-81e9-0b5e0dbab6a9 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 943 time: 0.0636921 Jul 22 22:13:41.127159 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3cb00e29-d98a-40b3-8664-8a340904f02e req-cdef42c3-2d93-40c6-aacf-9f2b859b4de1 service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317163 Jul 22 22:13:41.147505 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 848a2db8-7d1b-4f89-aa37-be05cd470265, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=848a2db8-7d1b-4f89-aa37-be05cd470265,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:41.152726 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.155526 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe0016-4317-460d-945f-21bc4010c30d req-7c82759d-0480-4619-b474-aa47da62eaf5 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.158990 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2cbe0016-4317-460d-945f-21bc4010c30d req-7c82759d-0480-4619-b474-aa47da62eaf5 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 943 time: 0.0935571 Jul 22 22:13:41.168496 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f9ced86a-85c4-44fc-8cda-125773247d31 req-54df2ee6-d0ae-49e6-b33a-7f28d9a04fc9 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Jul 22 22:13:41.212404 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2cbe0016-4317-460d-945f-21bc4010c30d req-af4c5eb7-88e0-43e9-9f04-9f5173d09467 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Jul 22 22:13:41.213945 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=848a2db8-7d1b-4f89-aa37-be05cd470265,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:41.488077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19764a26-08f6-40d0-96b1-ff2602c8c44e req-6daea896-0ae8-439b-bcc0-13a67a7d20e2 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.489702 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-19764a26-08f6-40d0-96b1-ff2602c8c44e req-6daea896-0ae8-439b-bcc0-13a67a7d20e2 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 948 time: 0.0683401 Jul 22 22:13:41.534352 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-19764a26-08f6-40d0-96b1-ff2602c8c44e req-3d0fa82b-07aa-43f1-bb4a-36b08d17a02f tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Jul 22 22:13:41.662461 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe05eb-79b5-4d87-a9e7-bc10e38d6b42 req-e90f2365-5edc-420b-8211-7fa91ef82290 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.664241 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a8fe05eb-79b5-4d87-a9e7-bc10e38d6b42 req-e90f2365-5edc-420b-8211-7fa91ef82290 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0677724 Jul 22 22:13:41.709797 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a8fe05eb-79b5-4d87-a9e7-bc10e38d6b42 req-c4f1e23e-48a5-4ea0-885d-548cf4ed2868 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Jul 22 22:13:41.721692 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['848a2db8-7d1b-4f89-aa37-be05cd470265'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:42.315465 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82f971-ff60-4137-93ca-c82f4e8e4c9c req-cbebd955-a9b6-45a1-a60c-dc95add18b7e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:42.316862 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-df82f971-ff60-4137-93ca-c82f4e8e4c9c req-cbebd955-a9b6-45a1-a60c-dc95add18b7e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 943 time: 0.0628560 Jul 22 22:13:42.349405 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83831ac1-99f9-49c9-b438-481e5cd1bc33 req-db214ad4-96f3-4d48-847a-3410b2a01717 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:42.350988 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83831ac1-99f9-49c9-b438-481e5cd1bc33 req-db214ad4-96f3-4d48-847a-3410b2a01717 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 943 time: 0.0625858 Jul 22 22:13:42.354321 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-df82f971-ff60-4137-93ca-c82f4e8e4c9c req-79b22ea0-5961-4229-bc21-34d28cbdd106 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Jul 22 22:13:42.388706 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83831ac1-99f9-49c9-b438-481e5cd1bc33 req-b20aadb3-2d5d-4588-8ace-ba0f0cf73f75 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Jul 22 22:13:42.510637 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.668233 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7fa3a-9f89-45c3-8994-b61b6be8439e req-b912e8df-6ca9-42ee-a314-81891ab0a31c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:42.669825 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a8c7fa3a-9f89-45c3-8994-b61b6be8439e req-b912e8df-6ca9-42ee-a314-81891ab0a31c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 948 time: 0.0667307 Jul 22 22:13:42.707890 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a8c7fa3a-9f89-45c3-8994-b61b6be8439e req-788273b5-8c7b-4c07-b529-6780c3422626 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jul 22 22:13:42.842001 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device e607eedf-4229-48c1-b6b4-1e24b92540ef details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:42.844771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8edf39-13b3-467a-9c9f-bec3d8f96fb9 req-afa1c3ab-56eb-49b1-bd6e-be0978fdc5b5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:42.852529 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b8edf39-13b3-467a-9c9f-bec3d8f96fb9 req-afa1c3ab-56eb-49b1-bd6e-be0978fdc5b5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0729768 Jul 22 22:13:42.897541 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b8edf39-13b3-467a-9c9f-bec3d8f96fb9 req-a605f2ce-dc07-4d66-870d-12e3ae1b6967 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Jul 22 22:13:42.958403 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port e607eedf-4229-48c1-b6b4-1e24b92540ef, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:42.970761 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'e607eedf-4229-48c1-b6b4-1e24b92540ef', 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759', 'port_id': 'e607eedf-4229-48c1-b6b4-1e24b92540ef', 'mac_address': 'fa:16:3e:31:10:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3607369-b8c5-4d0a-bed9-a7a8f6b24bd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:43.007754 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.021293 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e607eedf-4229-48c1-b6b4-1e24b92540ef {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:43.040727 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port e607eedf-4229-48c1-b6b4-1e24b92540ef, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:43.043860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.044495 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8945493d-01f9-4d30-b01f-265132b7212b details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:43.117421 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=e607eedf-4229-48c1-b6b4-1e24b92540ef,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:43.182122 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 8945493d-01f9-4d30-b01f-265132b7212b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8945493d-01f9-4d30-b01f-265132b7212b,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:43.194240 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '8945493d-01f9-4d30-b01f-265132b7212b', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'port_id': '8945493d-01f9-4d30-b01f-265132b7212b', 'mac_address': 'fa:16:3e:27:4f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef27f807-c60b-4882-9425-b54b37d50e20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:43.232987 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.249250 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8945493d-01f9-4d30-b01f-265132b7212b {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:43.271060 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 8945493d-01f9-4d30-b01f-265132b7212b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8945493d-01f9-4d30-b01f-265132b7212b,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:43.274828 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.319954 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=8945493d-01f9-4d30-b01f-265132b7212b,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:43.482159 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c5d3-16f6-488b-a934-5da7e7eb481b req-1f5c4ad2-a090-448d-8816-ceb79a1aa1e7 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.483648 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9cc2c5d3-16f6-488b-a934-5da7e7eb481b req-1f5c4ad2-a090-448d-8816-ceb79a1aa1e7 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 944 time: 0.0627682 Jul 22 22:13:43.518175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cc614-6f54-4ee9-bd26-cdadf1abfbc9 req-852c7083-d078-4396-9294-a78e114a107a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.519645 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b11cc614-6f54-4ee9-bd26-cdadf1abfbc9 req-852c7083-d078-4396-9294-a78e114a107a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 944 time: 0.0640726 Jul 22 22:13:43.520872 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9cc2c5d3-16f6-488b-a934-5da7e7eb481b req-ecc4c415-aea3-4e85-a018-528ab503f52f tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Jul 22 22:13:43.557553 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b11cc614-6f54-4ee9-bd26-cdadf1abfbc9 req-df1294c4-c0c5-49b8-8401-b784722be22e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Jul 22 22:13:43.835046 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba57414-a490-4dba-ae01-b1ea60c24a57 req-86155d22-4402-4fd6-9122-19cf9a1c012a tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.836513 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cba57414-a490-4dba-ae01-b1ea60c24a57 req-86155d22-4402-4fd6-9122-19cf9a1c012a tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 948 time: 0.0626309 Jul 22 22:13:43.872278 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['8945493d-01f9-4d30-b01f-265132b7212b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:43.880995 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cba57414-a490-4dba-ae01-b1ea60c24a57 req-0b008173-7434-481e-adc0-f5ea623e68b7 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Jul 22 22:13:43.896042 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['e607eedf-4229-48c1-b6b4-1e24b92540ef'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:44.046984 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f011a8-6b93-482d-aa7f-c967fbebab5c req-8a8322ca-f52b-4bbc-b78c-dfaaec086417 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:44.050343 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11f011a8-6b93-482d-aa7f-c967fbebab5c req-8a8322ca-f52b-4bbc-b78c-dfaaec086417 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0766335 Jul 22 22:13:44.106458 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11f011a8-6b93-482d-aa7f-c967fbebab5c req-a631de96-08d5-4da3-8c90-5f58fc8bbd34 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521922 Jul 22 22:13:44.663364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74bdd0-e117-4544-bfe6-d88181bb19ed req-25791b47-7e65-433c-bfa7-495be1b61819 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:44.665035 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0e74bdd0-e117-4544-bfe6-d88181bb19ed req-25791b47-7e65-433c-bfa7-495be1b61819 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 944 time: 0.0733836 Jul 22 22:13:44.688367 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b15e9b-d8d7-434c-9d2d-f1ac9c9abcb6 req-543a92c0-ca32-40c4-80ea-c2395f48a609 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:44.689835 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74b15e9b-d8d7-434c-9d2d-f1ac9c9abcb6 req-543a92c0-ca32-40c4-80ea-c2395f48a609 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 944 time: 0.0634058 Jul 22 22:13:44.704792 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0e74bdd0-e117-4544-bfe6-d88181bb19ed req-8577481d-b62a-4bc6-9544-cbeb274772f0 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Jul 22 22:13:44.727216 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74b15e9b-d8d7-434c-9d2d-f1ac9c9abcb6 req-1457d0bc-434b-4ed4-96bd-a8acdb6846fd tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Jul 22 22:13:45.814936 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 848a2db8-7d1b-4f89-aa37-be05cd470265 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:45.860579 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 848a2db8-7d1b-4f89-aa37-be05cd470265 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:45.863993 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 848a2db8-7d1b-4f89-aa37-be05cd470265 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:45.864362 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.939900 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.960528 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a2db8-7d1b-4f89-aa37-be05cd470265'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:45.962754 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c830012-ffc6-4555-9d6b-7198fffa14bf" -d '{"events": [{"server_uuid": "aa3cf7ec-0313-484e-9ae6-892a3a09d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "848a2db8-7d1b-4f89-aa37-be05cd470265"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:45.976326 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 848a2db8-7d1b-4f89-aa37-be05cd470265, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=848a2db8-7d1b-4f89-aa37-be05cd470265,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:45.980462 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.026240 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=848a2db8-7d1b-4f89-aa37-be05cd470265,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:48.637237 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1c9ea-15a4-452e-aacb-52cb2722a0b6 req-12657d15-e6f1-4390-b264-f98d0d9057e2 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:48.638817 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9b1c9ea-15a4-452e-aacb-52cb2722a0b6 req-12657d15-e6f1-4390-b264-f98d0d9057e2 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0678365 Jul 22 22:13:48.666869 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d4be-7b6a-4edc-9599-63687fe1db98 req-d0b845ce-0089-4d4e-b01a-381ec3023d51 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:48.668334 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d9c6d4be-7b6a-4edc-9599-63687fe1db98 req-d0b845ce-0089-4d4e-b01a-381ec3023d51 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jul 22 22:13:48.675544 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9b1c9ea-15a4-452e-aacb-52cb2722a0b6 req-c93d28f7-e3cd-4ade-9f20-5c6af8837fb9 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Jul 22 22:13:48.706628 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d9c6d4be-7b6a-4edc-9599-63687fe1db98 req-f8023d27-3505-4960-8a72-413c94c57166 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jul 22 22:13:48.810735 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493190-72ec-49e4-ae81-efd60583d055 req-7438648b-9fc7-4283-b49e-bc81f3b0290e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:48.819736 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4c493190-72ec-49e4-ae81-efd60583d055 req-7438648b-9fc7-4283-b49e-bc81f3b0290e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 944 time: 0.0753789 Jul 22 22:13:48.845458 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb406-58aa-4a6a-b450-5d6069826b09 req-31e4982f-4a45-4cc6-a5f2-252bb5082947 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:48.848355 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2cfbb406-58aa-4a6a-b450-5d6069826b09 req-31e4982f-4a45-4cc6-a5f2-252bb5082947 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 944 time: 0.0729144 Jul 22 22:13:48.865412 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4c493190-72ec-49e4-ae81-efd60583d055 req-1bb66359-9898-434c-8f0b-7332a7e2a852 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Jul 22 22:13:48.893602 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2cfbb406-58aa-4a6a-b450-5d6069826b09 req-9f521c36-e1db-4a99-a2af-c34db945eeec tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Jul 22 22:13:48.902189 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7af143-27d5-47f9-b008-d073d005f01e x-openstack-request-id: req-9c7af143-27d5-47f9-b008-d073d005f01e {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:48.902676 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3cf7ec-0313-484e-9ae6-892a3a09d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "848a2db8-7d1b-4f89-aa37-be05cd470265", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:48.902676 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9c7af143-27d5-47f9-b008-d073d005f01e {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:48.903193 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848a2db8-7d1b-4f89-aa37-be05cd470265', 'code': 200} Jul 22 22:13:49.104943 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0fc1-938c-4b87-975d-572bb5d2ca46 req-29aff117-ebe2-4ac4-97f3-d364059618e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.106426 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b01c0fc1-938c-4b87-975d-572bb5d2ca46 req-29aff117-ebe2-4ac4-97f3-d364059618e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 1102 time: 0.0549467 Jul 22 22:13:49.144988 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b01c0fc1-938c-4b87-975d-572bb5d2ca46 req-e136a615-6f7c-4e77-87df-9ff31205d24e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275602 Jul 22 22:13:49.802609 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99de3-611a-4c1a-9702-0cb9f5dccfbd req-4d2e1516-c5b7-450a-8c9a-0cf1a691a79c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.804117 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e6f99de3-611a-4c1a-9702-0cb9f5dccfbd req-4d2e1516-c5b7-450a-8c9a-0cf1a691a79c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0622313 Jul 22 22:13:49.822995 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8945493d-01f9-4d30-b01f-265132b7212b up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:49.837393 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d6e81-0ef1-451a-a249-26d158369095 req-1ccdedde-918f-4658-bdae-74b230a8a5d6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.838963 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c04d6e81-0ef1-451a-a249-26d158369095 req-1ccdedde-918f-4658-bdae-74b230a8a5d6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0632975 Jul 22 22:13:49.842533 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e6f99de3-611a-4c1a-9702-0cb9f5dccfbd req-e01f65da-b724-4197-81c9-2ca6dd0f37bd tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Jul 22 22:13:49.878520 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c04d6e81-0ef1-451a-a249-26d158369095 req-99716d2b-113f-4b5c-b773-bd1affa91459 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334840 Jul 22 22:13:49.882781 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 8945493d-01f9-4d30-b01f-265132b7212b completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:49.887340 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 8945493d-01f9-4d30-b01f-265132b7212b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:49.887661 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.978113 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.996215 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e9ed-2883-42a3-8262-941937671ae2 req-de1ba029-fe4f-4fe6-8832-be87b82f8475 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.998065 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dd25e9ed-2883-42a3-8262-941937671ae2 req-de1ba029-fe4f-4fe6-8832-be87b82f8475 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 944 time: 0.0720370 Jul 22 22:13:50.015766 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 8945493d-01f9-4d30-b01f-265132b7212b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8945493d-01f9-4d30-b01f-265132b7212b,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:50.031045 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.031836 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device e607eedf-4229-48c1-b6b4-1e24b92540ef up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:50.051550 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721ffe4-e625-471a-bc77-29d776e2ca27 req-d3d6a199-7781-4607-a88f-a01346cb3504 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:50.055567 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dd25e9ed-2883-42a3-8262-941937671ae2 req-e7ee5821-0055-42ad-b40d-f97dddef6373 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Jul 22 22:13:50.058945 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9721ffe4-e625-471a-bc77-29d776e2ca27 req-d3d6a199-7781-4607-a88f-a01346cb3504 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 944 time: 0.0889225 Jul 22 22:13:50.103807 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9721ffe4-e625-471a-bc77-29d776e2ca27 req-999e3229-a943-43ae-9f26-f41aaeca24d7 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Jul 22 22:13:50.121264 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port e607eedf-4229-48c1-b6b4-1e24b92540ef completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:50.121264 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port e607eedf-4229-48c1-b6b4-1e24b92540ef triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:50.121264 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.153111 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=8945493d-01f9-4d30-b01f-265132b7212b,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:50.209604 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.239898 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port e607eedf-4229-48c1-b6b4-1e24b92540ef, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:50.243426 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.292302 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=e607eedf-4229-48c1-b6b4-1e24b92540ef,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:50.904672 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8945493d-01f9-4d30-b01f-265132b7212b'}, {'server_uuid': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e607eedf-4229-48c1-b6b4-1e24b92540ef'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:50.906912 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e4530-8d5b-42b4-b215-cb9817873736" -d '{"events": [{"server_uuid": "d0fb45d3-658a-4ac0-8fd9-a504cad09b57", "name": "network-vif-plugged", "status": "completed", "tag": "8945493d-01f9-4d30-b01f-265132b7212b"}, {"server_uuid": "cfabc288-e51f-4f15-931d-ac242c5be619", "name": "network-vif-plugged", "status": "completed", "tag": "e607eedf-4229-48c1-b6b4-1e24b92540ef"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:50.974019 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f0847-5507-4a15-af10-80557c792fd9 req-ecf765ce-4337-4145-9868-9f549726a56e tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:50.975497 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e06f0847-5507-4a15-af10-80557c792fd9 req-ecf765ce-4337-4145-9868-9f549726a56e tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0636652 Jul 22 22:13:51.012779 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e06f0847-5507-4a15-af10-80557c792fd9 req-c5b8cfaa-3fe5-4104-b0ec-a48b4b43cf1c tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Jul 22 22:13:51.014260 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b067-94ee-45eb-97a1-7952e5a2fb37 req-1b76e307-7883-430f-bf5d-0df481ea4cc0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.016381 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-84c5b067-94ee-45eb-97a1-7952e5a2fb37 req-1b76e307-7883-430f-bf5d-0df481ea4cc0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0663049 Jul 22 22:13:51.055497 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-84c5b067-94ee-45eb-97a1-7952e5a2fb37 req-796aa94c-1f0c-4974-a226-a4a7c8d4443d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Jul 22 22:13:51.063451 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d7b16-d22a-4232-95be-66a0bc44c00d x-openstack-request-id: req-129d7b16-d22a-4232-95be-66a0bc44c00d {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:51.063961 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fb45d3-658a-4ac0-8fd9-a504cad09b57", "name": "network-vif-plugged", "status": "completed", "tag": "8945493d-01f9-4d30-b01f-265132b7212b", "code": 200}, {"server_uuid": "cfabc288-e51f-4f15-931d-ac242c5be619", "name": "network-vif-plugged", "status": "completed", "tag": "e607eedf-4229-48c1-b6b4-1e24b92540ef", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:51.064061 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-129d7b16-d22a-4232-95be-66a0bc44c00d {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:51.064374 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8945493d-01f9-4d30-b01f-265132b7212b', 'code': 200} Jul 22 22:13:51.064622 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e607eedf-4229-48c1-b6b4-1e24b92540ef', 'code': 200} Jul 22 22:13:51.197368 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd3657-130f-4324-862f-eab757d48bd0 req-51c3c483-b4d0-4656-8b63-8ca30ae8e7c4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.199166 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-acbd3657-130f-4324-862f-eab757d48bd0 req-51c3c483-b4d0-4656-8b63-8ca30ae8e7c4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.0837376 Jul 22 22:13:51.245801 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-acbd3657-130f-4324-862f-eab757d48bd0 req-4c319fab-9b6a-404d-9eef-8c30d38198bc tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Jul 22 22:13:51.331911 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197ec46-8392-4ad1-a2bf-188d51eb66e3 req-8e65da52-e441-4217-b9e6-1baefbdcd634 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.333593 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6197ec46-8392-4ad1-a2bf-188d51eb66e3 req-8e65da52-e441-4217-b9e6-1baefbdcd634 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.0689673 Jul 22 22:13:51.372655 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6197ec46-8392-4ad1-a2bf-188d51eb66e3 req-c600d8a5-d883-4f7b-8f77-e69367d92d1b tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Jul 22 22:13:51.461516 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ab328-539c-4088-bebd-0e594cd24220 req-da738c21-ed91-4826-8829-6aeb44a31dd7 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.462932 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e08ab328-539c-4088-bebd-0e594cd24220 req-da738c21-ed91-4826-8829-6aeb44a31dd7 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1548474 Jul 22 22:13:51.467437 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567de94-4d27-4b12-b015-f92fe7c5eda2 req-6ad9aada-62d8-42ef-8c99-5e5cc0d5eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.468770 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3567de94-4d27-4b12-b015-f92fe7c5eda2 req-6ad9aada-62d8-42ef-8c99-5e5cc0d5eb0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 1098 time: 0.1254280 Jul 22 22:13:51.472785 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804cc25-42e6-40b0-9a6e-ef4930f4cf37 req-2e1c7a9e-5317-485a-84fe-2f9dfd870873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.474142 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f804cc25-42e6-40b0-9a6e-ef4930f4cf37 req-2e1c7a9e-5317-485a-84fe-2f9dfd870873 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 1098 time: 0.1295319 Jul 22 22:13:51.504831 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e08ab328-539c-4088-bebd-0e594cd24220 req-012d8bd0-4fed-4718-a976-0dc7aef86549 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Jul 22 22:13:51.560061 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3567de94-4d27-4b12-b015-f92fe7c5eda2 req-52c4544d-ea8e-4d01-9f07-2cbbc30a13de service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Jul 22 22:13:51.561902 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f804cc25-42e6-40b0-9a6e-ef4930f4cf37 req-57b312de-1ae0-49d8-b046-e5452cdf014e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473988 Jul 22 22:13:52.185413 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064da022-9214-40c3-8b9a-48cf3d6eacd7 req-85b44113-c008-422a-a832-47ad243a23fb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.186904 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-064da022-9214-40c3-8b9a-48cf3d6eacd7 req-85b44113-c008-422a-a832-47ad243a23fb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0625944 Jul 22 22:13:52.223315 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-064da022-9214-40c3-8b9a-48cf3d6eacd7 req-84c807e9-7f64-46b0-a930-02a358481b35 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Jul 22 22:13:52.387246 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac42f-2e28-4a11-bbc7-6690f5aff168 req-845f256e-1109-4110-9fc1-c290ebc99d21 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.388740 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1e3ac42f-2e28-4a11-bbc7-6690f5aff168 req-845f256e-1109-4110-9fc1-c290ebc99d21 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.0733275 Jul 22 22:13:52.438559 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1e3ac42f-2e28-4a11-bbc7-6690f5aff168 req-1bb2a004-a74c-4b70-9fec-ccac93df48cf tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Jul 22 22:13:52.504791 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbf9f3-654b-4971-8f9c-660630e60331 req-fff630d9-8c2c-402b-9d68-2264b801a0d6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.506527 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99fbf9f3-654b-4971-8f9c-660630e60331 req-fff630d9-8c2c-402b-9d68-2264b801a0d6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.0627129 Jul 22 22:13:52.544406 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99fbf9f3-654b-4971-8f9c-660630e60331 req-659cf50e-8c15-4df3-b4ce-f17c19a692d7 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jul 22 22:13:52.631678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9e642-0a0f-4532-b10e-1a7c240a51d0 req-7f050283-e50f-4402-9152-9b9f6cc441a4 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.633043 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1dd9e642-0a0f-4532-b10e-1a7c240a51d0 req-7f050283-e50f-4402-9152-9b9f6cc441a4 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0615160 Jul 22 22:13:52.670340 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1dd9e642-0a0f-4532-b10e-1a7c240a51d0 req-bd8f1803-71ff-4777-b53d-afb69a3a4b92 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297785 Jul 22 22:13:53.355086 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c37ba-20bf-4ab7-b857-4d3d71daa2fd req-9ecc33f7-55fc-4f4b-9f59-0e5adaab9277 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:53.356454 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e10c37ba-20bf-4ab7-b857-4d3d71daa2fd req-9ecc33f7-55fc-4f4b-9f59-0e5adaab9277 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0634794 Jul 22 22:13:53.398826 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e10c37ba-20bf-4ab7-b857-4d3d71daa2fd req-d1673060-e670-45f4-95cf-55a6398b6720 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Jul 22 22:13:53.410657 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-629beedf-5c9c-47bb-9b2b-ebb42b6e3fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.583321 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1da4-d7b9-40f8-82ba-cbf839bf85f4 req-0bf19cfc-07b9-468c-8af5-d7213caf2990 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:53.584861 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea3c1da4-d7b9-40f8-82ba-cbf839bf85f4 req-0bf19cfc-07b9-468c-8af5-d7213caf2990 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.0699465 Jul 22 22:13:53.630577 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea3c1da4-d7b9-40f8-82ba-cbf839bf85f4 req-20e83aa5-5188-4733-9b8f-1a38445a4cde tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Jul 22 22:13:53.683323 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc6444-984e-4cbf-965e-722b878826ab req-ac0a670c-4564-4269-858b-d25a484de4a7 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:53.684782 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0bc6444-984e-4cbf-965e-722b878826ab req-ac0a670c-4564-4269-858b-d25a484de4a7 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.0718069 Jul 22 22:13:53.722841 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0bc6444-984e-4cbf-965e-722b878826ab req-61537f34-482e-4364-9103-1451fc4dbda6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Jul 22 22:13:53.802822 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8fe10-a96c-4bf0-823d-89d9cda42d45 req-0efeb1bc-0c43-4364-8062-9dfa8b3be615 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:53.804340 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-82a8fe10-a96c-4bf0-823d-89d9cda42d45 req-0efeb1bc-0c43-4364-8062-9dfa8b3be615 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0688028 Jul 22 22:13:53.845062 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-82a8fe10-a96c-4bf0-823d-89d9cda42d45 req-f994b697-240a-4625-a3ae-621ce4a4233e tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Jul 22 22:13:54.044125 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60062) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:54.142951 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8fb98df3-3122-4363-85b3-3827a2bdbb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.238462 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8fb98df3-3122-4363-85b3-3827a2bdbb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.242629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8fb98df3-3122-4363-85b3-3827a2bdbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.281498 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8fb98df3-3122-4363-85b3-3827a2bdbb5e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a44255ec878b4234957d3748d297e540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362428 Jul 22 22:13:54.282383 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb98df3-3122-4363-85b3-3827a2bdbb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1452ce93-6bdc-4ae4-860d-044b32dc485c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:54.284144 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60070) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:54.332649 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8df54d-2866-4479-96d2-0b462768369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.352679 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8df54d-2866-4479-96d2-0b462768369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.404618 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8df54d-2866-4479-96d2-0b462768369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.407318 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8df54d-2866-4479-96d2-0b462768369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.408452 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4f8df54d-2866-4479-96d2-0b462768369d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1452ce93-6bdc-4ae4-860d-044b32dc485c HTTP/1.1" status: 204 len: 168 time: 0.1232839 Jul 22 22:13:54.415837 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8df54d-2866-4479-96d2-0b462768369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1452ce93-6bdc-4ae4-860d-044b32dc485c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:54.762161 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989f124-be19-4161-a269-2a940df5927f req-ccef605d-1a4f-4139-8013-c334bdb73f67 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.767635 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4989f124-be19-4161-a269-2a940df5927f req-ccef605d-1a4f-4139-8013-c334bdb73f67 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.2965896 Jul 22 22:13:54.801022 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32a2c5-eada-4f42-85d9-f40687c299b9 req-d5987d4d-b177-4414-af75-cf2fe7452540 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.802822 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0c32a2c5-eada-4f42-85d9-f40687c299b9 req-d5987d4d-b177-4414-af75-cf2fe7452540 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.0959289 Jul 22 22:13:54.813114 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4989f124-be19-4161-a269-2a940df5927f req-4ee3f8b4-6c82-4146-8a87-5fee31177953 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Jul 22 22:13:54.879660 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0c32a2c5-eada-4f42-85d9-f40687c299b9 req-c1155c14-6190-440d-baa6-61a8c9008d02 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689571 Jul 22 22:13:54.958319 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-3fe3c65b-3aa4-462e-8a91-095a3cc81993 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.960152 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-3fe3c65b-3aa4-462e-8a91-095a3cc81993 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1200922 Jul 22 22:13:55.035569 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519533a6-b33b-4ce0-95fd-f0fc8eff38c8 req-33806b32-d58e-4828-b60a-c0cf23815c3a tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.037571 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-519533a6-b33b-4ce0-95fd-f0fc8eff38c8 req-33806b32-d58e-4828-b60a-c0cf23815c3a tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0835516 Jul 22 22:13:55.083499 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-519533a6-b33b-4ce0-95fd-f0fc8eff38c8 req-df8a71e8-acb5-4dbf-a716-67c9079a4af7 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Jul 22 22:13:55.117571 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Deleting port 848a2db8-7d1b-4f89-aa37-be05cd470265 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:55.117951 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.161134 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60118) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:55.221305 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] For port 848a2db8-7d1b-4f89-aa37-be05cd470265, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=848a2db8-7d1b-4f89-aa37-be05cd470265,segment=NetworkSegment(6ccb308f-5e26-4f9d-806f-f83f59310978),segment_id=6ccb308f-5e26-4f9d-806f-f83f59310978)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:55.221666 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.234968 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Calling delete_port for 848a2db8-7d1b-4f89-aa37-be05cd470265 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:55.291153 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2001480469-network', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:55.322447 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Made reservation on behalf of e2fa27fa8fbf471a87da520ad2ed8c8f for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:55.324835 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.335129 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.395296 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.407922 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['848a2db8-7d1b-4f89-aa37-be05cd470265'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:55.433918 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Pushing event deleted for resources: {'Port': ['ID=848a2db8-7d1b-4f89-aa37-be05cd470265,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.490487 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.503319 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.524770 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1810} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:55.529355 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] No DVR routers for this DVR port 848a2db8-7d1b-4f89-aa37-be05cd470265 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:55.534110 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.535325 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-50cf4fd4-51c4-4ed0-a07c-02d377a5a43f req-a8cfb2a5-a903-40b3-89ad-5cce69869f86 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.77 "DELETE /v2.0/ports/848a2db8-7d1b-4f89-aa37-be05cd470265 HTTP/1.1" status: 204 len: 173 time: 0.5595524 Jul 22 22:13:55.535769 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'name': 'network-vif-deleted', 'tag': '848a2db8-7d1b-4f89-aa37-be05cd470265'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:55.538048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97055bc-f4e3-43bb-8ea0-156becf5e00b" -d '{"events": [{"server_uuid": "aa3cf7ec-0313-484e-9ae6-892a3a09d4b4", "name": "network-vif-deleted", "tag": "848a2db8-7d1b-4f89-aa37-be05cd470265"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:55.545391 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.550196 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.550528 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Added segment 722f595a-a4b0-4146-9548-8ea0333e8898 of type vlan for network fb277adf-ef79-401c-906f-bef028a597f6 Jul 22 22:13:55.591282 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.620857 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.621976 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.622584 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.654322 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4919393 Jul 22 22:13:55.657179 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60138) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:55.662189 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Request body: {'subnet': {'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2001480469-subnet', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:55.684240 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Made reservation on behalf of e2fa27fa8fbf471a87da520ad2ed8c8f for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:55.685611 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b6f12-d3b9-48f8-9786-d1207faf047e admin admin] Pushing event updated for resources: {'Network': ['ID=fb277adf-ef79-401c-906f-bef028a597f6,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.686545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.697542 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network fb277adf-ef79-401c-906f-bef028a597f6 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:55.847141 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.900007 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fffc7e-ada2-43a3-9ca4-ffb63335899c,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.908861 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Checking segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:55.909208 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Network hostable DHCP agents. Network: fb277adf-ef79-401c-906f-bef028a597f6, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:55.925124 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Network fb277adf-ef79-401c-906f-bef028a597f6 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:55.926494 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ecd57c47-cb88-4e39-9d9f-0e6fdcb78f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.933639 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, fb277adf-ef79-401c-906f-bef028a597f6) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:55.937370 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.937977 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.941982 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be5be81-9aeb-4ead-9855-fafb0e10e587 None None] Network fb277adf-ef79-401c-906f-bef028a597f6 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:55.951820 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c7999f71-8e6a-4d57-80b4-f66b0bf66399 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2935257 Jul 22 22:13:55.954484 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60142) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:55.958742 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:55.979555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.980684 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.034843 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.095335 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-fb277adf-ef79-401c-906f-bef028a597f6', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:13:56.096199 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.175828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.231350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Allocated IP 172.20.0.2 (fb277adf-ef79-401c-906f-bef028a597f6/13fffc7e-ada2-43a3-9ca4-ffb63335899c/95bcdbc3-0dce-48c5-a743-9a79017a9e77) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:56.372881 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.373249 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.381949 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Transition to ACTIVE for port object 95bcdbc3-0dce-48c5-a743-9a79017a9e77 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:56.391765 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.396608 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Transition to ACTIVE for port object 95bcdbc3-0dce-48c5-a743-9a79017a9e77 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:56.403975 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.442225 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Network fb277adf-ef79-401c-906f-bef028a597f6 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:56.444905 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:56.447387 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:56.456245 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Pushing event updated for resources: {'Port': ['ID=95bcdbc3-0dce-48c5-a743-9a79017a9e77,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.497607 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Allocated IP 172.27.0.228 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/d501f1af-4c16-4918-b111-13b7e19bfa02) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:56.522210 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Attempting to bind port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:56.522573 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Attempting to bind port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:56.522935 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Attempting to bind port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 on network fb277adf-ef79-401c-906f-bef028a597f6 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:56.529269 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:56.529645 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Checking segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:56.530113 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.530507 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Bound using segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:56.530972 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Bound port: 95bcdbc3-0dce-48c5-a743-9a79017a9e77, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:56.531353 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.532984 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.600699 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] For port 95bcdbc3-0dce-48c5-a743-9a79017a9e77, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:56.604715 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] For port 95bcdbc3-0dce-48c5-a743-9a79017a9e77, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=95bcdbc3-0dce-48c5-a743-9a79017a9e77,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:56.608467 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.610979 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.650014 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.671467 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fd420-0c34-44d1-bd7b-0de3726509ec None None] Pushing event updated for resources: {'Port': ['ID=95bcdbc3-0dce-48c5-a743-9a79017a9e77,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.688052 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:56.692757 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:56.696043 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:56.959981 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d501f1af-4c16-4918-b111-13b7e19bfa02,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:57.182136 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.269633 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.384469 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.483385 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d177a21a-303c-4fad-88ce-0d2f043df4a9 None None] Network fb277adf-ef79-401c-906f-bef028a597f6 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:57.511519 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Router 01e1d67c-03ee-402f-a016-28dca835105b is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:13:57.570005 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0a9691fa-72f5-4fc2-99a0-ca637f067c82 None None] Provisioning for port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:57.620118 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:57.632909 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Sync routers for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:57.638024 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.639839 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-30682dd4-82cd-4025-a22c-4de29b0b70f1 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6842210 Jul 22 22:13:57.642981 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60154) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:57.647363 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:57.647985 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:57.754291 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:57.932740 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:57Z', 'revision_number': 3, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:57.957816 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Checking router: 01e1d67c-03ee-402f-a016-28dca835105b for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:57.958206 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Updating router 01e1d67c-03ee-402f-a016-28dca835105b port d501f1af-4c16-4918-b111-13b7e19bfa02 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:13:57.994700 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.069702 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.173782 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 95bcdbc3-0dce-48c5-a743-9a79017a9e77 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:58.222962 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:58.226624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:58.227006 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.241162 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Allocated IP 172.20.0.1 (fb277adf-ef79-401c-906f-bef028a597f6/13fffc7e-ada2-43a3-9ca4-ffb63335899c/15a39b45-dfa9-4efc-a6d3-8ce94e200389) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:58.245329 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.255390 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Transition to ACTIVE for port object d501f1af-4c16-4918-b111-13b7e19bfa02 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:58.261334 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.308630 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.311726 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Pushing event updated for resources: {'Port': ['ID=d501f1af-4c16-4918-b111-13b7e19bfa02,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:58.320403 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.320575 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.320826 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.321183 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.321503 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.322370 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.322370 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.322689 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.323211 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.323893 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.323893 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.324348 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:58.340523 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 95bcdbc3-0dce-48c5-a743-9a79017a9e77, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=95bcdbc3-0dce-48c5-a743-9a79017a9e77,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:58.344368 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Attempting to bind port d501f1af-4c16-4918-b111-13b7e19bfa02 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:58.344941 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Attempting to bind port d501f1af-4c16-4918-b111-13b7e19bfa02 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:58.345106 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.345305 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Attempting to bind port d501f1af-4c16-4918-b111-13b7e19bfa02 on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:58.351419 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:58.351794 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:58.352227 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.352569 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:58.353035 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Bound port: d501f1af-4c16-4918-b111-13b7e19bfa02, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:58.353530 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.356095 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.371193 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Transition to ACTIVE for port object 15a39b45-dfa9-4efc-a6d3-8ce94e200389 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:58.395808 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=95bcdbc3-0dce-48c5-a743-9a79017a9e77,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:58.411830 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.457387 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Network fb277adf-ef79-401c-906f-bef028a597f6 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:58.460299 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:58.464509 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:58.487751 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Pushing event updated for resources: {'Port': ['ID=15a39b45-dfa9-4efc-a6d3-8ce94e200389,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:58.492830 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] For port d501f1af-4c16-4918-b111-13b7e19bfa02, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:58.497661 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] For port d501f1af-4c16-4918-b111-13b7e19bfa02, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=d501f1af-4c16-4918-b111-13b7e19bfa02,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:58.503218 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.508298 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.556715 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f8ff8-9136-4308-8587-c5ad67b5db4d None None] Pushing event updated for resources: {'Port': ['ID=d501f1af-4c16-4918-b111-13b7e19bfa02,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:58.583340 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:58.584078 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:58.654320 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.700875 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.702672 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:58.728712 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d7a3a503-83c3-459c-8339-913ac44acb45 None None] Provisioning for port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:58.733380 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d7a3a503-83c3-459c-8339-913ac44acb45 None None] Provisioning complete for port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:58.734091 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a503-83c3-459c-8339-913ac44acb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.784927 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3a503-83c3-459c-8339-913ac44acb45 None None] Port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:58.832328 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.837365 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.883300 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:57Z', 'revision_number': 3, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:58.902480 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.904292 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Pushing event updated for resources: {'Port': ['ID=15a39b45-dfa9-4efc-a6d3-8ce94e200389,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:58.912866 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1a97a-a910-496a-bbb2-9ae9bdaeb282 None None] The sync data for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi is: [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:57Z', 'revision_number': 3, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:59.000736 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a5aaeb-2387-4783-aca2-5b61c0fdbc8c x-openstack-request-id: req-28a5aaeb-2387-4783-aca2-5b61c0fdbc8c {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:59.001594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3cf7ec-0313-484e-9ae6-892a3a09d4b4", "name": "network-vif-deleted", "tag": "848a2db8-7d1b-4f89-aa37-be05cd470265", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:59.002065 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-28a5aaeb-2387-4783-aca2-5b61c0fdbc8c {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:59.002613 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3cf7ec-0313-484e-9ae6-892a3a09d4b4', 'name': 'network-vif-deleted', 'tag': '848a2db8-7d1b-4f89-aa37-be05cd470265', 'status': 'completed', 'code': 200} Jul 22 22:13:59.015906 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Network fb277adf-ef79-401c-906f-bef028a597f6 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:59.018026 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:59.199253 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63f3f08e-492c-42aa-aa7f-3fee0057f240 req-97c744f0-f437-4115-8fe5-4c16fec8973e tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0455303 Jul 22 22:13:59.239077 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e0b3-2d68-44a3-a4fb-5447ce95176b req-6e750555-1e3a-4d24-a0e2-2d47f1e79e76 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:59.240672 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2b0e0b3-2d68-44a3-a4fb-5447ce95176b req-6e750555-1e3a-4d24-a0e2-2d47f1e79e76 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1750991 Jul 22 22:13:59.242902 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Router 01e1d67c-03ee-402f-a016-28dca835105b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:59.407870 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2b0e0b3-2d68-44a3-a4fb-5447ce95176b req-fa606ef4-fdbd-4c3a-bcf1-1497b11a76bf tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465549 Jul 22 22:13:59.430358 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4b322a19-ea06-43ef-9100-5fe99b01b641 None None] Provisioning complete for port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:59.433760 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b322a19-ea06-43ef-9100-5fe99b01b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:59.466992 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:59.473286 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-647d66be-0fa9-47d3-9527-85f74e61210a admin admin] 10.222.0.63 "PUT /v2.0/routers/01e1d67c-03ee-402f-a016-28dca835105b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283372 Jul 22 22:13:59.633182 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-4b322a19-ea06-43ef-9100-5fe99b01b641 None None] Port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:59.738729 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436cfa-f251-4ec4-aee1-b6f700b4d524 req-05ac98cc-2510-49b1-bb76-8fb579c21fe2 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:59.739954 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb436cfa-f251-4ec4-aee1-b6f700b4d524 req-05ac98cc-2510-49b1-bb76-8fb579c21fe2 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.0689557 Jul 22 22:13:59.787626 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb436cfa-f251-4ec4-aee1-b6f700b4d524 req-d915848e-6c62-4549-9141-ea50a07f2f85 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jul 22 22:14:00.007681 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60188) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:00.012803 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-137734023-network', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:00.035369 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Made reservation on behalf of 43ef9b4c5f2c492bbd52fb1ff1a8f70c for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:00.037596 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.046302 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.147100 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.152940 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.181094 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1831} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:14:00.194793 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e455936-3984-4f97-a468-e83558259716,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:00.199761 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.200097 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Added segment a1d81a97-d1f8-478a-8e45-1ab6cd8ad543 of type vlan for network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 Jul 22 22:14:00.222838 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 95bcdbc3-0dce-48c5-a743-9a79017a9e77 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:00.244868 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.272806 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:00.273420 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.274706 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.276366 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.277058 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.314521 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60196) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:00.315116 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3058395 Jul 22 22:14:00.325012 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Request body: {'subnet': {'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-137734023-subnet', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:00.342103 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b301-5bb9-47a7-b4e0-e4011a026cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5730ce32-9707-4fe7-8f18-85b6ab9d46d2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:00.348769 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Made reservation on behalf of 43ef9b4c5f2c492bbd52fb1ff1a8f70c for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:00.351810 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.355507 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:14:00.382483 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device d501f1af-4c16-4918-b111-13b7e19bfa02 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:00.472962 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port d501f1af-4c16-4918-b111-13b7e19bfa02 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:00.476897 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port d501f1af-4c16-4918-b111-13b7e19bfa02 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:00.477277 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.527545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.558414 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.580071 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port d501f1af-4c16-4918-b111-13b7e19bfa02, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=d501f1af-4c16-4918-b111-13b7e19bfa02,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:00.584754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb3cb94-8e03-48a5-8940-51c6668d8819,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:00.585319 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.599054 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Checking segment: {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:00.599414 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Network hostable DHCP agents. Network: 5730ce32-9707-4fe7-8f18-85b6ab9d46d2, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:14:00.616110 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:14:00.626823 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 5730ce32-9707-4fe7-8f18-85b6ab9d46d2) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:00.639173 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aef728-34c2-4908-a8bc-1a146fe4a360 None None] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:00.639347 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.639998 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.654858 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-443e5dc4-43d8-4861-9789-2777538776f7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360679 Jul 22 22:14:00.655876 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=d501f1af-4c16-4918-b111-13b7e19bfa02,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:00.657342 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60200) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:00.665542 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:00.666164 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Sync routers for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:00.688015 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.689089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.712593 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:00.713262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:00.750247 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.873004 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:00.889878 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.902890 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-5730ce32-9707-4fe7-8f18-85b6ab9d46d2', 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'fixed_ips': [{'subnet_id': '8eb3cb94-8e03-48a5-8940-51c6668d8819'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:14:00.903803 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.095543 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.120061 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.149199 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Allocated IP 172.20.0.2 (5730ce32-9707-4fe7-8f18-85b6ab9d46d2/8eb3cb94-8e03-48a5-8940-51c6668d8819/bb7a2a1b-1694-4377-90ce-1217ffd19a2e) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:01.227994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Allocated IP 172.27.0.56 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/4b973e78-b160-4771-a811-f1ec759b61ad) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:01.252576 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 2, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:01.283319 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Checking router: 01e1d67c-03ee-402f-a016-28dca835105b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:01.283673 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Updating router 01e1d67c-03ee-402f-a016-28dca835105b port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:01.332943 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.348732 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.368821 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.372344 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.395318 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Transition to ACTIVE for port object bb7a2a1b-1694-4377-90ce-1217ffd19a2e will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:01.407395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:01.413649 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:01.417632 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:01.423059 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Transition to ACTIVE for port object bb7a2a1b-1694-4377-90ce-1217ffd19a2e will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:01.443198 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Pushing event updated for resources: {'Port': ['ID=4b973e78-b160-4771-a811-f1ec759b61ad,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:01.477967 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.530362 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:01.544767 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:01.551915 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:01.553743 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Pushing event updated for resources: {'Port': ['ID=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:01.655357 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Attempting to bind port bb7a2a1b-1694-4377-90ce-1217ffd19a2e on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:01.655731 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Attempting to bind port bb7a2a1b-1694-4377-90ce-1217ffd19a2e by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:01.656101 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Attempting to bind port bb7a2a1b-1694-4377-90ce-1217ffd19a2e on network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:01.661533 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.669355 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:01.669729 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Checking segment: {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:01.670162 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.670560 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Bound using segment: {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:01.671024 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Bound port: bb7a2a1b-1694-4377-90ce-1217ffd19a2e, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:01.671424 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.773993 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.782000 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] For port bb7a2a1b-1694-4377-90ce-1217ffd19a2e, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:01.786808 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] For port bb7a2a1b-1694-4377-90ce-1217ffd19a2e, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:01.789337 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Transition to ACTIVE for port object 15a39b45-dfa9-4efc-a6d3-8ce94e200389 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:01.793379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.800029 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.856256 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.984796 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934e533-dfd8-4a95-bec2-68b2235f83de None None] Pushing event updated for resources: {'Port': ['ID=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.086564 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Attempting to bind port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:02.087225 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Attempting to bind port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:02.087510 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Attempting to bind port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 on network fb277adf-ef79-401c-906f-bef028a597f6 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:02.092379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3abb2f-3c68-4e8c-a4dc-371d340fb631 None None] Pushing event updated for resources: {'Port': ['ID=15a39b45-dfa9-4efc-a6d3-8ce94e200389,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.104576 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:02.105417 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Checking segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:02.106160 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.107589 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Bound using segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:02.108433 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Bound port: 15a39b45-dfa9-4efc-a6d3-8ce94e200389, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:02.109123 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.191832 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device d501f1af-4c16-4918-b111-13b7e19bfa02 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:02.230600 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] For port 15a39b45-dfa9-4efc-a6d3-8ce94e200389, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:02.264875 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Router d54b3aa1-5934-400b-9721-84ee59fb31e4 is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:14:02.284461 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] For port 15a39b45-dfa9-4efc-a6d3-8ce94e200389, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=15a39b45-dfa9-4efc-a6d3-8ce94e200389,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:02.296806 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.392521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port d501f1af-4c16-4918-b111-13b7e19bfa02 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:02.393090 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.394313 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:02.407362 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Sync routers for ids ['d54b3aa1-5934-400b-9721-84ee59fb31e4'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:02.415616 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.417104 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e76ce182-4573-4ffc-9839-6e4da4a6a232 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7586820 Jul 22 22:14:02.421033 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:02.421317 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60212) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:02.421829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:02.425592 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Routers {'d54b3aa1-5934-400b-9721-84ee59fb31e4'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:02.427000 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3abb2f-3c68-4e8c-a4dc-371d340fb631 None None] Pushing event updated for resources: {'Port': ['ID=15a39b45-dfa9-4efc-a6d3-8ce94e200389,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.427832 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['d54b3aa1-5934-400b-9721-84ee59fb31e4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:02.545648 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Set router d54b3aa1-5934-400b-9721-84ee59fb31e4 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:02.585123 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:02.733303 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:14:01Z', 'revision_number': 3, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:02.762422 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Checking router: d54b3aa1-5934-400b-9721-84ee59fb31e4 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:02.763052 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Updating router d54b3aa1-5934-400b-9721-84ee59fb31e4 port 4b973e78-b160-4771-a811-f1ec759b61ad binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:02.799994 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.838913 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:02Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:02.868418 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c221f-446f-433f-88f1-3d1124d283c3 None None] The sync data for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi is: [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:02Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:02.903035 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.973727 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 848a2db8-7d1b-4f89-aa37-be05cd470265 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:03.017747 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 848a2db8-7d1b-4f89-aa37-be05cd470265 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:03.018122 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 848a2db8-7d1b-4f89-aa37-be05cd470265 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:03.140014 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Allocated IP 172.20.0.1 (5730ce32-9707-4fe7-8f18-85b6ab9d46d2/8eb3cb94-8e03-48a5-8940-51c6668d8819/25c7815d-7da1-4c11-9a15-01e958e78c15) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:03.246745 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.277826 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Transition to ACTIVE for port object 4b973e78-b160-4771-a811-f1ec759b61ad will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:03.290929 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.297144 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3685e92-6f6d-4f2c-8013-c9cbf415cfd0 None None] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:03.375606 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c9afc-cb9b-45be-9269-5d1cdb43923b None None] Pushing event updated for resources: {'Port': ['ID=4b973e78-b160-4771-a811-f1ec759b61ad,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:03.386138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.403919 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614f2e9-4e02-4f58-859b-59a3a9d4a888 req-be6633bf-790f-42be-b19d-131e9ed2f49a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.413452 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c614f2e9-4e02-4f58-859b-59a3a9d4a888 req-be6633bf-790f-42be-b19d-131e9ed2f49a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1767368 Jul 22 22:14:03.414951 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Attempting to bind port 4b973e78-b160-4771-a811-f1ec759b61ad on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:03.416216 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Attempting to bind port 4b973e78-b160-4771-a811-f1ec759b61ad by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:03.416901 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Attempting to bind port 4b973e78-b160-4771-a811-f1ec759b61ad on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:03.433114 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Transition to ACTIVE for port object 25c7815d-7da1-4c11-9a15-01e958e78c15 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:03.439263 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:03.439646 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:03.440051 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.445105 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:03.445653 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Bound port: 4b973e78-b160-4771-a811-f1ec759b61ad, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:03.446107 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.528189 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c614f2e9-4e02-4f58-859b-59a3a9d4a888 req-657cc600-dd9c-4c5f-ad17-fe1e4821ba84 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128135 Jul 22 22:14:03.533429 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.571589 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8e8dc0d3-c547-427e-80e6-678d79d6262e None None] Provisioning for port bb7a2a1b-1694-4377-90ce-1217ffd19a2e completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:03.623292 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] For port 4b973e78-b160-4771-a811-f1ec759b61ad, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:03.626601 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] For port 4b973e78-b160-4771-a811-f1ec759b61ad, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=4b973e78-b160-4771-a811-f1ec759b61ad,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:03.628869 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Pushing event updated for resources: {'Port': ['ID=25c7815d-7da1-4c11-9a15-01e958e78c15,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:03.632909 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-62ec1ddf-c013-44c0-af44-b9ee94835d60 req-8d124dbb-e505-46e4-9a86-ecee1ac22ca6 tempest-VolumesNegativeTest-1174270312 tempest-VolumesNegativeTest-1174270312-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa3cf7ec-0313-484e-9ae6-892a3a09d4b4 HTTP/1.1" status: 200 len: 210 time: 0.1122546 Jul 22 22:14:03.641666 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.647409 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:03.649202 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:03.652521 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:03.690152 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e91fcb-e056-4b4a-b4d3-0a8f6b10f343 req-4968ad98-e097-4ce6-b759-ae6c1ef34378 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.697103 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-07e91fcb-e056-4b4a-b4d3-0a8f6b10f343 req-4968ad98-e097-4ce6-b759-ae6c1ef34378 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.1014001 Jul 22 22:14:03.715103 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.754390 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c9afc-cb9b-45be-9269-5d1cdb43923b None None] Pushing event updated for resources: {'Port': ['ID=4b973e78-b160-4771-a811-f1ec759b61ad,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:03.757155 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Routers {'d54b3aa1-5934-400b-9721-84ee59fb31e4'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:03.765962 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['d54b3aa1-5934-400b-9721-84ee59fb31e4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:03.790190 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-07e91fcb-e056-4b4a-b4d3-0a8f6b10f343 req-538413ae-b522-4492-aec8-f4a8f1290b1e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911474 Jul 22 22:14:03.922643 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] Set router d54b3aa1-5934-400b-9721-84ee59fb31e4 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:03.953520 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a35aa-9fe7-4819-b202-70209d716949 req-2ca09098-3054-450e-af98-d900596ca210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.955255 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-db7a35aa-9fe7-4819-b202-70209d716949 req-2ca09098-3054-450e-af98-d900596ca210 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 1098 time: 0.0777962 Jul 22 22:14:03.969585 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.011325 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-db7a35aa-9fe7-4819-b202-70209d716949 req-07f9d81c-1231-48f0-bc6e-0108df66df6d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Jul 22 22:14:04.176605 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-655f7b5b-afa3-4956-90f0-fec3dcefe471 None None] Provisioning for port 25c7815d-7da1-4c11-9a15-01e958e78c15 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:04.190087 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-655f7b5b-afa3-4956-90f0-fec3dcefe471 None None] Provisioning complete for port 25c7815d-7da1-4c11-9a15-01e958e78c15 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:04.194749 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-655f7b5b-afa3-4956-90f0-fec3dcefe471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.219312 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:14:01Z', 'revision_number': 3, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:04.258055 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-655f7b5b-afa3-4956-90f0-fec3dcefe471 None None] Port 25c7815d-7da1-4c11-9a15-01e958e78c15 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:04.296111 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.296955 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbddd9-78a0-4065-bfde-97b45da5e6f0 None None] The sync data for ids ['d54b3aa1-5934-400b-9721-84ee59fb31e4'] in dv-cinder-778534-6-iscsi is: [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:14:01Z', 'revision_number': 3, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:04.306361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.362643 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 15a39b45-dfa9-4efc-a6d3-8ce94e200389 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:04.387463 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.444214 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d7693e97-b8e7-4283-afd1-4a978de2118b None None] Provisioning complete for port 25c7815d-7da1-4c11-9a15-01e958e78c15 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:04.444709 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d7693e97-b8e7-4283-afd1-4a978de2118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.498643 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d7693e97-b8e7-4283-afd1-4a978de2118b None None] Port 25c7815d-7da1-4c11-9a15-01e958e78c15 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:04.499736 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Pushing event updated for resources: {'Port': ['ID=25c7815d-7da1-4c11-9a15-01e958e78c15,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:04.504192 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:04.508883 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:04.509330 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.579241 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:04.581194 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:04.629143 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.686686 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 15a39b45-dfa9-4efc-a6d3-8ce94e200389, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=15a39b45-dfa9-4efc-a6d3-8ce94e200389,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:04.691985 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.693606 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device bb7a2a1b-1694-4377-90ce-1217ffd19a2e up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:04.910158 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=15a39b45-dfa9-4efc-a6d3-8ce94e200389,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:04.935386 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port bb7a2a1b-1694-4377-90ce-1217ffd19a2e completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:04.940272 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port bb7a2a1b-1694-4377-90ce-1217ffd19a2e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:04.940713 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.001923 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Router d54b3aa1-5934-400b-9721-84ee59fb31e4 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:05.035361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cac4ec-ad8e-4eec-9c23-bbf96338aa70 req-e4b3bcda-e21b-4ac5-8cd1-d8fb126caa2c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.038959 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-89cac4ec-ad8e-4eec-9c23-bbf96338aa70 req-e4b3bcda-e21b-4ac5-8cd1-d8fb126caa2c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.3101234 Jul 22 22:14:05.063630 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.108289 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22d828-c758-4160-9091-13b01d426e59 req-a9ea495b-7131-4384-9148-342140daefc1 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.121391 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a22d828-c758-4160-9091-13b01d426e59 req-a9ea495b-7131-4384-9148-342140daefc1 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.1410723 Jul 22 22:14:05.124317 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port bb7a2a1b-1694-4377-90ce-1217ffd19a2e, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:05.131199 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-579afaf5-b7a9-4d23-8575-6dbb6a3d259c None None] Provisioning complete for port 25c7815d-7da1-4c11-9a15-01e958e78c15 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:05.131699 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-579afaf5-b7a9-4d23-8575-6dbb6a3d259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.225271 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a22d828-c758-4160-9091-13b01d426e59 req-7a70be92-caaf-410b-9b7a-ad913a9428a1 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 Jul 22 22:14:05.228050 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.281951 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-579afaf5-b7a9-4d23-8575-6dbb6a3d259c None None] Port 25c7815d-7da1-4c11-9a15-01e958e78c15 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:05.354632 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:05.503698 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-89cac4ec-ad8e-4eec-9c23-bbf96338aa70 req-ad81bd1c-2712-4067-b0c4-8d7462355152 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447799 Jul 22 22:14:05.566698 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:05.574715 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-13b56ed5-4148-45b4-9289-4bd81eaba39b admin admin] 10.222.0.63 "PUT /v2.0/routers/d54b3aa1-5934-400b-9721-84ee59fb31e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1511748 Jul 22 22:14:06.297437 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 4b973e78-b160-4771-a811-f1ec759b61ad up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:06.485789 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 4b973e78-b160-4771-a811-f1ec759b61ad completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:06.494276 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 4b973e78-b160-4771-a811-f1ec759b61ad triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:06.494836 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.559490 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbafc0-1d61-4011-9824-27d4ed718e0e req-f8112c24-1d79-4059-af7b-eee76bf33ae4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.568402 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-68fbafc0-1d61-4011-9824-27d4ed718e0e req-f8112c24-1d79-4059-af7b-eee76bf33ae4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.1956747 Jul 22 22:14:06.600174 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-c4a5c1a7-5b36-4c1e-a832-1c6295b652d8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.602980 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-c4a5c1a7-5b36-4c1e-a832-1c6295b652d8 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 945 time: 0.1521447 Jul 22 22:14:06.673000 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.691400 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-68fbafc0-1d61-4011-9824-27d4ed718e0e req-91648d2e-7cd8-48bc-b367-5d4bb2df9602 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220553 Jul 22 22:14:06.722359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 4b973e78-b160-4771-a811-f1ec759b61ad, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=4b973e78-b160-4771-a811-f1ec759b61ad,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:06.726950 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.728406 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device bb7a2a1b-1694-4377-90ce-1217ffd19a2e up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:06.860442 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=4b973e78-b160-4771-a811-f1ec759b61ad,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:06.897950 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port bb7a2a1b-1694-4377-90ce-1217ffd19a2e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:06.899106 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.956086 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c45c1d-5669-4c87-ac71-badfe1092f99 req-69fe5d6e-d354-4dca-b24f-8cd6b29f3a59 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.964487 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c45c1d-5669-4c87-ac71-badfe1092f99 req-69fe5d6e-d354-4dca-b24f-8cd6b29f3a59 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.1071408 Jul 22 22:14:06.987655 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Deleting port e607eedf-4229-48c1-b6b4-1e24b92540ef {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:06.988420 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.006265 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Sync routers for ids ['d54b3aa1-5934-400b-9721-84ee59fb31e4'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:07.046191 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Routers {'d54b3aa1-5934-400b-9721-84ee59fb31e4'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:07.046880 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['d54b3aa1-5934-400b-9721-84ee59fb31e4'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:07.066661 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c45c1d-5669-4c87-ac71-badfe1092f99 req-f1e26681-3b5b-4af6-9b75-86893f146085 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011384 Jul 22 22:14:07.145593 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] For port e607eedf-4229-48c1-b6b4-1e24b92540ef, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=e607eedf-4229-48c1-b6b4-1e24b92540ef,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:07.146824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.167116 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Calling delete_port for e607eedf-4229-48c1-b6b4-1e24b92540ef owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:07.263671 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41304a-9295-4819-9029-36c4bd46ed7e req-ca1b638d-a33b-4dab-9c3f-0d422f20117a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:07.272025 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4e41304a-9295-4819-9029-36c4bd46ed7e req-ca1b638d-a33b-4dab-9c3f-0d422f20117a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0974448 Jul 22 22:14:07.307320 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Set router d54b3aa1-5934-400b-9721-84ee59fb31e4 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:07.326805 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4e41304a-9295-4819-9029-36c4bd46ed7e req-9cf44170-c1d1-41cd-87a9-29b24b91c633 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Jul 22 22:14:07.419100 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 15a39b45-dfa9-4efc-a6d3-8ce94e200389 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:07.484437 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.514601 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['e607eedf-4229-48c1-b6b4-1e24b92540ef'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:07.535225 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Pushing event deleted for resources: {'Port': ['ID=e607eedf-4229-48c1-b6b4-1e24b92540ef,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:07.616296 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:07.616728 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.642301 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] No DVR routers for this DVR port e607eedf-4229-48c1-b6b4-1e24b92540ef on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:07.649605 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.652255 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc042f52-177e-4b7d-b02f-c82162ea714a req-afb25be1-ce3c-468c-abf8-f51f6d27f90e tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "DELETE /v2.0/ports/e607eedf-4229-48c1-b6b4-1e24b92540ef HTTP/1.1" status: 204 len: 173 time: 1.0296779 Jul 22 22:14:07.652710 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'name': 'network-vif-deleted', 'tag': 'e607eedf-4229-48c1-b6b4-1e24b92540ef'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:07.655167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417c63dd-d5aa-41f6-8878-5a2085521b31" -d '{"events": [{"server_uuid": "cfabc288-e51f-4f15-931d-ac242c5be619", "name": "network-vif-deleted", "tag": "e607eedf-4229-48c1-b6b4-1e24b92540ef"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:07.817057 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4981903f-86fc-455a-a606-f7eb56b67141 x-openstack-request-id: req-4981903f-86fc-455a-a606-f7eb56b67141 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:07.817325 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfabc288-e51f-4f15-931d-ac242c5be619", "name": "network-vif-deleted", "tag": "e607eedf-4229-48c1-b6b4-1e24b92540ef", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:07.817585 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4981903f-86fc-455a-a606-f7eb56b67141 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:07.818055 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfabc288-e51f-4f15-931d-ac242c5be619', 'name': 'network-vif-deleted', 'tag': 'e607eedf-4229-48c1-b6b4-1e24b92540ef', 'status': 'completed', 'code': 200} Jul 22 22:14:07.956139 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:14:03Z', 'revision_number': 4, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '25c7815d-7da1-4c11-9a15-01e958e78c15', 'name': '', 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'mac_address': 'fa:16:3e:69:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8eb3cb94-8e03-48a5-8940-51c6668d8819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:02Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 2, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'subnets': [{'id': '8eb3cb94-8e03-48a5-8940-51c6668d8819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:08.005030 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4e5e5799-3f04-4485-90aa-4b2158757d53 req-06dd2153-837f-4df1-b997-6e2781072602 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfabc288-e51f-4f15-931d-ac242c5be619 HTTP/1.1" status: 200 len: 210 time: 0.0833542 Jul 22 22:14:08.053351 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Checking router: d54b3aa1-5934-400b-9721-84ee59fb31e4 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:08.053895 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Updating router d54b3aa1-5934-400b-9721-84ee59fb31e4 port 25c7815d-7da1-4c11-9a15-01e958e78c15 binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:08.147209 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.327048 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 4b973e78-b160-4771-a811-f1ec759b61ad up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:08.467075 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 4b973e78-b160-4771-a811-f1ec759b61ad triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:08.467740 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.622675 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.644846 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Transition to ACTIVE for port object 25c7815d-7da1-4c11-9a15-01e958e78c15 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:08.652440 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.762558 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069631-1419-41f6-8046-493b6811aa95 None None] Pushing event updated for resources: {'Port': ['ID=25c7815d-7da1-4c11-9a15-01e958e78c15,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:08.889703 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Attempting to bind port 25c7815d-7da1-4c11-9a15-01e958e78c15 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:08.890113 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Attempting to bind port 25c7815d-7da1-4c11-9a15-01e958e78c15 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:08.890483 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Attempting to bind port 25c7815d-7da1-4c11-9a15-01e958e78c15 on network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:08.904803 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:08.905191 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Checking segment: {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:08.905600 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.906036 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Bound using segment: {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:08.906521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Bound port: 25c7815d-7da1-4c11-9a15-01e958e78c15, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1831, 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:08.909109 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:09.010673 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] For port 25c7815d-7da1-4c11-9a15-01e958e78c15, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:09.014442 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] For port 25c7815d-7da1-4c11-9a15-01e958e78c15, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=25c7815d-7da1-4c11-9a15-01e958e78c15,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:09.021038 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:09.155595 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Routers {'d54b3aa1-5934-400b-9721-84ee59fb31e4'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:09.156270 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:13:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['d54b3aa1-5934-400b-9721-84ee59fb31e4'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:09.291783 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069631-1419-41f6-8046-493b6811aa95 None None] Pushing event updated for resources: {'Port': ['ID=25c7815d-7da1-4c11-9a15-01e958e78c15,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:09.530503 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] Set router d54b3aa1-5934-400b-9721-84ee59fb31e4 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:09.657186 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-ce7b05ef-4e66-4384-9fcc-13f7dc8b179d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.665237 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-ce7b05ef-4e66-4384-9fcc-13f7dc8b179d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/networks?id=ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 200 len: 808 time: 0.1999059 Jul 22 22:14:09.689964 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-02123d1c-776e-4ebe-bca0-37e6782370b7 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/quotas/93b17e834b4a4472b191413cdcd5606d HTTP/1.1" status: 200 len: 375 time: 0.0233183 Jul 22 22:14:09.745398 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-9cd48140-3dd0-4430-86e2-24fa4b9fefb1 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=93b17e834b4a4472b191413cdcd5606d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544789 Jul 22 22:14:09.787980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device e607eedf-4229-48c1-b6b4-1e24b92540ef no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:09.913537 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: e607eedf-4229-48c1-b6b4-1e24b92540ef {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:09.914511 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device e607eedf-4229-48c1-b6b4-1e24b92540ef not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:09.982375 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-ade91718-4ccb-4cc9-9fde-656634f952ca service neutron] 10.222.0.63 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357857 Jul 22 22:14:10.101343 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-c152b3ff-1a4d-461f-a4e0-738a4eeaf933 service neutron] 10.222.0.63 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179564 Jul 22 22:14:10.160416 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:14:03Z', 'revision_number': 4, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '25c7815d-7da1-4c11-9a15-01e958e78c15', 'name': '', 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'mac_address': 'fa:16:3e:69:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8eb3cb94-8e03-48a5-8940-51c6668d8819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:02Z', 'updated_at': '2021-07-22T22:14:09Z', 'revision_number': 4, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'subnets': [{'id': '8eb3cb94-8e03-48a5-8940-51c6668d8819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:10.193153 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb5ce6-f4aa-4167-831d-709ebf0d57c0 req-128b47db-0784-43b0-afe4-68b08c8067e7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.194732 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eabb5ce6-f4aa-4167-831d-709ebf0d57c0 req-128b47db-0784-43b0-afe4-68b08c8067e7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1801276 Jul 22 22:14:10.197456 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392380d2-464b-4c03-8b26-126d620d7dbe req-bb6ad96c-3209-44b0-8cab-fcb7d586cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.198990 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-bb6ad96c-3209-44b0-8cab-fcb7d586cd70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.1715240 Jul 22 22:14:10.214941 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048303c-33e4-4011-a927-16ad16aab524 None None] The sync data for ids ['d54b3aa1-5934-400b-9721-84ee59fb31e4'] in dv-cinder-778534-6-iscsi is: [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:14:03Z', 'revision_number': 4, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '25c7815d-7da1-4c11-9a15-01e958e78c15', 'name': '', 'network_id': '5730ce32-9707-4fe7-8f18-85b6ab9d46d2', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'mac_address': 'fa:16:3e:69:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8eb3cb94-8e03-48a5-8940-51c6668d8819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:02Z', 'updated_at': '2021-07-22T22:14:09Z', 'revision_number': 4, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'subnets': [{'id': '8eb3cb94-8e03-48a5-8940-51c6668d8819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:10.297107 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eabb5ce6-f4aa-4167-831d-709ebf0d57c0 req-cc7849cf-fc98-45a6-8a8b-a0c1fac33919 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946062 Jul 22 22:14:10.497258 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b10f9b3f-0993-4028-a9fb-cac6264f0ebd req-1d91ed0c-7556-4dc3-9562-c64f392dd406 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 210 time: 0.0506389 Jul 22 22:14:10.502790 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392380d2-464b-4c03-8b26-126d620d7dbe req-e7ebad99-2769-4822-9c34-33635b302d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.504277 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-e7ebad99-2769-4822-9c34-33635b302d0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.2829120 Jul 22 22:14:10.581634 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-f9457bbb-9974-43ba-9798-4591aefd8013 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0539246 Jul 22 22:14:10.697681 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392380d2-464b-4c03-8b26-126d620d7dbe req-e5e9ea21-eed8-4659-9b5b-324cc3f714fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.701554 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-e5e9ea21-eed8-4659-9b5b-324cc3f714fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.0995421 Jul 22 22:14:10.792600 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-c9f0bcaa-46b4-48ee-95d9-2416a34f6b42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733840 Jul 22 22:14:10.967921 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-ba4abe29-f41e-4d36-83ef-b7097f0a8283 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631494 Jul 22 22:14:11.169421 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-392380d2-464b-4c03-8b26-126d620d7dbe req-3963614b-2ccb-4e3f-8556-768c4970d53d service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771939 Jul 22 22:14:11.462309 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60648) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:11.575758 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a1588-3857-4dc7-baeb-58d1bd55ae6a req-d3135fd9-8959-4c58-bcc8-c0a5a49b95c2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:11.582383 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-460a1588-3857-4dc7-baeb-58d1bd55ae6a req-d3135fd9-8959-4c58-bcc8-c0a5a49b95c2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1078525 Jul 22 22:14:11.665409 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-460a1588-3857-4dc7-baeb-58d1bd55ae6a req-d4857891-d545-4e8c-a3b6-c9596b6191e1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744588 Jul 22 22:14:11.796611 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0e4141c-c5ee-4248-8005-5a6bfa672089 req-33e4f8e5-f87a-4e37-8a43-e6824f215cc7 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 210 time: 0.0645750 Jul 22 22:14:11.804335 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60658) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:11.804872 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b79e3778-94d3-49ba-a436-32a83ac9c303 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57b239c65da74583b7d7793462322b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410051 Jul 22 22:14:11.831581 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:11.886687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5b357f-6bc3-416d-a613-e8cffc1050e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:11.927070 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5b357f-6bc3-416d-a613-e8cffc1050e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:11.990294 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5b357f-6bc3-416d-a613-e8cffc1050e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:11.994571 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a5b357f-6bc3-416d-a613-e8cffc1050e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.004955 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8a5b357f-6bc3-416d-a613-e8cffc1050e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9 HTTP/1.1" status: 204 len: 168 time: 0.1926816 Jul 22 22:14:12.024235 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b357f-6bc3-416d-a613-e8cffc1050e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b55bc1-7e9e-4a2a-a99c-af57b6a41da9,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:12.228639 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 25c7815d-7da1-4c11-9a15-01e958e78c15 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:12.291540 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 25c7815d-7da1-4c11-9a15-01e958e78c15 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:12.298720 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 25c7815d-7da1-4c11-9a15-01e958e78c15 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:12.299110 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.469444 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.520310 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 25c7815d-7da1-4c11-9a15-01e958e78c15, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=25c7815d-7da1-4c11-9a15-01e958e78c15,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:12.522320 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.525266 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.590808 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=25c7815d-7da1-4c11-9a15-01e958e78c15,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:14.150261 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 25c7815d-7da1-4c11-9a15-01e958e78c15 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:14.204020 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 25c7815d-7da1-4c11-9a15-01e958e78c15 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:14.204640 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:15.665994 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-690308e5-2b87-4352-88dd-9c721ca122a3 req-03d57e02-7860-47f6-8311-417e0b7ca437 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 210 time: 0.0376229 Jul 22 22:14:15.682193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f1df-cbf3-499f-be7b-004d1e5329de req-f400beb0-ecea-43ca-a4db-6beeed39c0a8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:15.683690 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4c66f1df-cbf3-499f-be7b-004d1e5329de req-f400beb0-ecea-43ca-a4db-6beeed39c0a8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0969627 Jul 22 22:14:15.735909 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4c66f1df-cbf3-499f-be7b-004d1e5329de req-9cf38014-7da4-4826-9409-1a246d56f62c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Jul 22 22:14:16.083352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-3d1898c4-561e-4d8a-a5d1-65ae0c0feb30 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:16.084835 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-3d1898c4-561e-4d8a-a5d1-65ae0c0feb30 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "GET /v2.0/networks?id=ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 200 len: 808 time: 0.1270144 Jul 22 22:14:16.112264 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Request body: {'port': {'device_id': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759', 'admin_state_up': True, 'tenant_id': '93b17e834b4a4472b191413cdcd5606d'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:16.236551 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Made reservation on behalf of 93b17e834b4a4472b191413cdcd5606d for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:16.245271 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.398720 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Allocated IP 172.20.0.6 (ef742b96-3fc8-4b78-a803-ec3d37890759/d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3/83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:16.598337 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.646567 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.691886 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Network ef742b96-3fc8-4b78-a803-ec3d37890759 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:16.701193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:16.706790 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:16.723994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Pushing event updated for resources: {'Port': ['ID=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:16.804795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:16.807834 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.871237 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0c86bbed-4a5e-447d-a333-287b29b281a4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578022 Jul 22 22:14:16.929397 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Request body: {'port': {'device_id': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:17.025678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad707f3-2d7d-47e1-a3c6-751494236ad4 req-a525fc88-4ba0-44d6-972f-3957b71fd427 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.036857 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aad707f3-2d7d-47e1-a3c6-751494236ad4 req-a525fc88-4ba0-44d6-972f-3957b71fd427 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 931 time: 0.2065458 Jul 22 22:14:17.140740 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aad707f3-2d7d-47e1-a3c6-751494236ad4 req-1ecac1dc-e2c1-46ce-8eba-b23dea3046ca tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024065 Jul 22 22:14:17.223083 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc773-6f5e-4cac-821e-6c4cfa09d3fb req-f1e9c2d6-c90e-43f6-8e0e-7ea3c8053bcf tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.225325 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9c8bc773-6f5e-4cac-821e-6c4cfa09d3fb req-f1e9c2d6-c90e-43f6-8e0e-7ea3c8053bcf tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.3546283 Jul 22 22:14:17.261724 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.317929 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9c8bc773-6f5e-4cac-821e-6c4cfa09d3fb req-e81c41b5-ea45-4595-b2e9-fbad1302afa7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838459 Jul 22 22:14:17.410585 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-2e2ad54e-910a-4ada-9586-726ed9754bb6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.412229 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-2e2ad54e-910a-4ada-9586-726ed9754bb6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.1424031 Jul 22 22:14:17.439244 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-8d000335-464b-4d15-bd9d-757a6acb58b8 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/quotas/8a395a513f51461fa5212c00c00cef20 HTTP/1.1" status: 200 len: 375 time: 0.0149782 Jul 22 22:14:17.531668 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-2fdb5600-f4de-47f4-8958-212c4915f502 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913363 Jul 22 22:14:17.619136 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:17.628418 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.631173 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-e03080ce-6793-4a8c-82a3-cdd713713ee9 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977521 Jul 22 22:14:17.644132 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Transition to ACTIVE for port object 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:17.651051 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.714052 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Pushing event updated for resources: {'Port': ['ID=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:17.760441 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-9369c86a-da1a-4490-b779-cad5b687e4d8 service neutron] 10.222.0.63 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245165 Jul 22 22:14:17.820157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Attempting to bind port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:17.820605 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Attempting to bind port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:17.821009 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Attempting to bind port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 on network ef742b96-3fc8-4b78-a803-ec3d37890759 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:17.825617 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 on network ef742b96-3fc8-4b78-a803-ec3d37890759 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:17.826056 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Attempting to bind port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 on network ef742b96-3fc8-4b78-a803-ec3d37890759 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:17.831089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:17.831499 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Checking segment: {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:17.831897 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Bound using segment: {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:17.832443 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Bound port: 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1804, 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:17.832692 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.921517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] For port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:17.925282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] For port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:17.931511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.968154 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.968910 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.970443 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] 10.222.0.77 "PUT /v2.0/ports/83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 HTTP/1.1" status: 200 len: 1093 time: 1.0570378 Jul 22 22:14:17.970985 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'tag': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:17.973277 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbf99ee-9dda-40fa-b434-a20b85094b15" -d '{"events": [{"name": "network-changed", "server_uuid": "7135d21e-57b0-4f8a-b056-1738c0850b96", "tag": "83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:18.003080 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Pushing event updated for resources: {'Port': ['ID=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:18.012378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.012733 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.013102 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.013444 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.013787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.014174 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.014532 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.014904 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.015260 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.018438 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.018958 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:18.019556 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65bf40-a525-4c8f-9b16-ba815aa359f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:20.794152 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9710917-ccda-4fb5-8019-191ef5a80fb9 x-openstack-request-id: req-e9710917-ccda-4fb5-8019-191ef5a80fb9 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:20.794867 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7135d21e-57b0-4f8a-b056-1738c0850b96", "tag": "83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:20.794867 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9710917-ccda-4fb5-8019-191ef5a80fb9 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:20.795040 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'tag': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6', 'status': 'completed', 'code': 200} Jul 22 22:14:20.855190 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a4d94062-02ed-4020-ba04-fc188970984e req-42e6acf6-8adf-4038-b558-20a54eb27e81 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0375962 Jul 22 22:14:20.858094 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-1f417823-5e79-4b05-ab62-3a8d90b0541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:20.859524 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-1f417823-5e79-4b05-ab62-3a8d90b0541b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93b17e834b4a4472b191413cdcd5606d&device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 1096 time: 0.1200442 Jul 22 22:14:20.924592 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc015b2-8cdf-417c-898b-512b8fce2bfc req-302cb56d-c839-4d44-bdc0-547ad66ec07b tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:20.931546 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6fc015b2-8cdf-417c-898b-512b8fce2bfc req-302cb56d-c839-4d44-bdc0-547ad66ec07b tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 943 time: 0.0830398 Jul 22 22:14:20.938344 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-750bc029-c838-4179-a0ec-f3ea7341f39b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 HTTP/1.1" status: 200 len: 217 time: 0.0459743 Jul 22 22:14:20.973752 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6fc015b2-8cdf-417c-898b-512b8fce2bfc req-84c8314f-4d7a-4f3f-bc6b-f8004ee4a34d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jul 22 22:14:21.024970 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78589-aea2-44a5-8873-847f99c87091 req-a9f3d4e8-40c1-43e5-9c77-b71cd582abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.026626 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-a9f3d4e8-40c1-43e5-9c77-b71cd582abd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3 HTTP/1.1" status: 200 len: 848 time: 0.0705564 Jul 22 22:14:21.038091 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465c0c-44a9-44dd-89ac-529bdc971e58 req-df8b25ea-cceb-4931-827a-f6ef159bdd15 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.039534 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ac465c0c-44a9-44dd-89ac-529bdc971e58 req-df8b25ea-cceb-4931-827a-f6ef159bdd15 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1127484 Jul 22 22:14:21.078655 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-d786ae39-8dac-4607-ae82-be5624df92d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef742b96-3fc8-4b78-a803-ec3d37890759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380914 Jul 22 22:14:21.120493 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ac465c0c-44a9-44dd-89ac-529bdc971e58 req-f3cb116c-cb32-41a3-a3a5-6228e783f204 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727909 Jul 22 22:14:21.191212 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-1775db8c-9073-4987-a387-c564bd61b9e9 service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008475 Jul 22 22:14:21.290959 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2a78589-aea2-44a5-8873-847f99c87091 req-0f344881-5f45-4ddc-bb30-4fdfd29a42bf service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881107 Jul 22 22:14:21.421787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-5df4d58c-a66b-4450-80ba-a5e4af2dc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.423467 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-5df4d58c-a66b-4450-80ba-a5e4af2dc9a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93b17e834b4a4472b191413cdcd5606d&device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 1096 time: 0.0542049 Jul 22 22:14:21.585160 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-852b1e09-e266-41c0-b970-a8ccbf67edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.586679 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-852b1e09-e266-41c0-b970-a8ccbf67edd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 200 len: 910 time: 0.1534128 Jul 22 22:14:21.668531 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-420638fa-fb9c-4b5c-a45a-b1ee482d55c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 HTTP/1.1" status: 200 len: 217 time: 0.0606983 Jul 22 22:14:21.683696 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-a4f66362-50f4-4419-949f-25bdc74b79bf tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.685050 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-a4f66362-50f4-4419-949f-25bdc74b79bf tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 814 time: 0.1897693 Jul 22 22:14:21.722998 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Request body: {'port': {'device_id': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'admin_state_up': True, 'tenant_id': '8a395a513f51461fa5212c00c00cef20'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:22.060901 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-9690c329-ac69-45a5-8ae3-3e4e8f930de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:22.062185 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-9690c329-ac69-45a5-8ae3-3e4e8f930de5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3 HTTP/1.1" status: 200 len: 848 time: 0.3762791 Jul 22 22:14:22.066453 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0fb229f4-b970-4e30-b285-33e3a300fc52 req-9b0e9b82-f685-4c87-949b-3bb7ffc11c6f tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0353262 Jul 22 22:14:22.073448 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-c8abe40c-33c8-41a4-b17d-71388a97a4ac tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:22.075012 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-c8abe40c-33c8-41a4-b17d-71388a97a4ac tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 815 time: 0.4837282 Jul 22 22:14:22.126080 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-3063d0f2-6586-4f01-9bd5-f96c76d1a28e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ef742b96-3fc8-4b78-a803-ec3d37890759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479810 Jul 22 22:14:22.134269 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-c22ff982-bc6d-4b24-a6d7-2f5c1284e2b0 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/quotas/e2fa27fa8fbf471a87da520ad2ed8c8f HTTP/1.1" status: 200 len: 375 time: 0.0433066 Jul 22 22:14:22.201583 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa288df-e60f-4fb2-ae7a-6bb6e39425a0 req-c3bb3df7-fe10-4ae7-9680-2cb820206bb4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:22.203343 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9fa288df-e60f-4fb2-ae7a-6bb6e39425a0 req-c3bb3df7-fe10-4ae7-9680-2cb820206bb4 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 943 time: 0.0712769 Jul 22 22:14:22.208577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Made reservation on behalf of 8a395a513f51461fa5212c00c00cef20 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:22.216197 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.257625 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9fa288df-e60f-4fb2-ae7a-6bb6e39425a0 req-e4614602-0102-4d09-9db6-b02f98d3d5cc tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Jul 22 22:14:22.363009 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-b7f9ea82-ca8c-4d93-90d5-60431c99513d tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174394 Jul 22 22:14:22.366777 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-ee7db331-b0dc-45c4-bc71-2dcaae827b38 service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301817 Jul 22 22:14:22.410330 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273147-8568-4f62-be48-a7c24e2ccc4d req-d7b8cf31-1a0d-4a40-b8c0-e25a01db9778 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:22.418010 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf273147-8568-4f62-be48-a7c24e2ccc4d req-d7b8cf31-1a0d-4a40-b8c0-e25a01db9778 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0926013 Jul 22 22:14:22.473090 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf273147-8568-4f62-be48-a7c24e2ccc4d req-9e1a1fb3-05cb-4312-a8ca-173acc2e87e9 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Jul 22 22:14:22.527935 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cbf99ee-9dda-40fa-b434-a20b85094b15 req-e4d1330c-09de-4cc4-9b54-7cea73af6b9d service neutron] 10.222.0.77 "GET /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432579 Jul 22 22:14:22.599295 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Allocated IP 172.20.0.2 (0bdbf4a8-117a-4a03-ba2a-05c84a34fc23/ef27f807-c60b-4882-9425-b54b37d50e20/df137ddf-4335-4e68-804f-dcdbcd702913) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:22.611839 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-5344844a-e5d8-4273-8800-8741a5c53fcd service neutron] 10.222.0.63 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467998 Jul 22 22:14:22.644146 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60934) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:22.751662 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.785150 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-80638b6f-6f72-4bde-a5e9-5e15bf4c5364 service neutron] 10.222.0.63 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654181 Jul 22 22:14:22.825259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.857424 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.863277 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.870695 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.887187 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', '8945493d-01f9-4d30-b01f-265132b7212b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:22.920068 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e59627e-d99f-4ddb-b261-d767dc35371b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:22.927428 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d18432d931e541289bc4ab5b342be433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815771 Jul 22 22:14:22.927925 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:22.928059 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60942) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:22.931741 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:22.951650 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:22.979953 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.980302 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.980671 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.981786 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.981944 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event updated for resources: {'Port': ['ID=df137ddf-4335-4e68-804f-dcdbcd702913,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:22.982181 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.982526 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.982864 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.983200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.983537 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.983866 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.984195 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:22.984523 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18c3be-7180-4785-ac58-1baa0518840e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.004519 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd03-9f02-470e-9d77-cd3e1b70ac4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.023291 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.023887 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.032306 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd03-9f02-470e-9d77-cd3e1b70ac4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.056040 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e2a86f94-c5f9-4c40-b597-161409da166d req-81c480af-6554-4c6f-84fe-8175b20ddba0 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 210 time: 0.0540323 Jul 22 22:14:23.063937 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-da9b9033-48a8-46f7-b71d-2a890bcd3b22 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3443065 Jul 22 22:14:23.086359 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Request body: {'port': {'device_id': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:23.168165 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd03-9f02-470e-9d77-cd3e1b70ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.172289 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-01f1dd03-9f02-470e-9d77-cd3e1b70ac4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.174629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.179591 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-01f1dd03-9f02-470e-9d77-cd3e1b70ac4b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e59627e-d99f-4ddb-b261-d767dc35371b HTTP/1.1" status: 204 len: 168 time: 0.2491457 Jul 22 22:14:23.204992 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1dd03-9f02-470e-9d77-cd3e1b70ac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e59627e-d99f-4ddb-b261-d767dc35371b,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:23.405730 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc120ccf-80c6-4abe-b08a-8e20d5970f65 req-03a667c0-84eb-4384-9bbd-377a42761481 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.407601 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dc120ccf-80c6-4abe-b08a-8e20d5970f65 req-03a667c0-84eb-4384-9bbd-377a42761481 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 931 time: 0.1831582 Jul 22 22:14:23.413767 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4e92814a-1873-450f-bb55-71d2ba638b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.428908 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc269d8-8cd4-4627-bec8-4422a58b4aaf req-6e016ebd-34ff-4496-aab5-8888cd629862 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.431639 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fcc269d8-8cd4-4627-bec8-4422a58b4aaf req-6e016ebd-34ff-4496-aab5-8888cd629862 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 943 time: 0.0832734 Jul 22 22:14:23.488227 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fcc269d8-8cd4-4627-bec8-4422a58b4aaf req-de55327e-3d04-4efc-a87d-a7644adac3fc tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506694 Jul 22 22:14:23.502268 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dc120ccf-80c6-4abe-b08a-8e20d5970f65 req-675a34c4-d4ce-4fb8-bf45-6280d0e47aa1 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821712 Jul 22 22:14:23.603972 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df137ddf-4335-4e68-804f-dcdbcd702913 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:23.612553 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.616261 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60968) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.634260 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-af474302-fc7e-448a-9f25-6a229e72a794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.640008 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e76e6b-454e-49df-9f14-4a9305d3a21f req-ba05eda1-bad7-4092-adce-608c576f794b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.644830 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Transition to ACTIVE for port object df137ddf-4335-4e68-804f-dcdbcd702913 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:23.646796 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f5e76e6b-454e-49df-9f14-4a9305d3a21f req-ba05eda1-bad7-4092-adce-608c576f794b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0778177 Jul 22 22:14:23.652824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.692217 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f5e76e6b-454e-49df-9f14-4a9305d3a21f req-027aef49-35ab-4cc6-a6c7-5c9141de0631 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Jul 22 22:14:23.730218 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=df137ddf-4335-4e68-804f-dcdbcd702913,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:23.841349 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60972) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.848069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-af474302-fc7e-448a-9f25-6a229e72a794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.849222 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Attempting to bind port df137ddf-4335-4e68-804f-dcdbcd702913 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:23.849593 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Attempting to bind port df137ddf-4335-4e68-804f-dcdbcd702913 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:23.850061 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Attempting to bind port df137ddf-4335-4e68-804f-dcdbcd702913 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:23.855653 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-af474302-fc7e-448a-9f25-6a229e72a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.871909 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Port df137ddf-4335-4e68-804f-dcdbcd702913 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:23.872237 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Attempting to bind port df137ddf-4335-4e68-804f-dcdbcd702913 on network 0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:23.898839 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:23.899802 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Checking segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:23.900114 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Bound using segment: {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:23.900550 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Bound port: df137ddf-4335-4e68-804f-dcdbcd702913, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285b3375-f9d7-4201-8f58-8e2aaee500a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1812, 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:23.900909 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.904914 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474302-fc7e-448a-9f25-6a229e72a794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51877f92-8ca8-469d-8696-3cbc255ca4a2,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:23.917828 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-af474302-fc7e-448a-9f25-6a229e72a794 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=245f2aec89f7481cabf25b8547314db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970772 Jul 22 22:14:23.918811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 60976) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.961482 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b57cdc5b-be0e-4ab5-990a-83bb530a138e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.015797 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] For port df137ddf-4335-4e68-804f-dcdbcd702913, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:24.021564 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] For port df137ddf-4335-4e68-804f-dcdbcd702913, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=df137ddf-4335-4e68-804f-dcdbcd702913,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:24.023204 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6c21627c-c363-493e-9a13-576ae406cc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.029648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.060060 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b57cdc5b-be0e-4ab5-990a-83bb530a138e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.064987 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b57cdc5b-be0e-4ab5-990a-83bb530a138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.077006 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6c21627c-c363-493e-9a13-576ae406cc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.088806 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.089373 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.090794 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] 10.222.0.77 "PUT /v2.0/ports/df137ddf-4335-4e68-804f-dcdbcd702913 HTTP/1.1" status: 200 len: 1093 time: 1.0089717 Jul 22 22:14:24.091239 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'tag': 'df137ddf-4335-4e68-804f-dcdbcd702913'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:24.093499 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e5833-023f-4b19-9961-e2627af3fe4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d278a91e-64f0-4b40-9989-0aa976ccf9b0", "tag": "df137ddf-4335-4e68-804f-dcdbcd702913"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:24.106823 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b57cdc5b-be0e-4ab5-990a-83bb530a138e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1de9ee4f078c4a3b97c92b95b957d8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643657 Jul 22 22:14:24.107913 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cdc5b-be0e-4ab5-990a-83bb530a138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3759e5-a2d0-497b-8ce4-38171b3b9e9f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:24.111448 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 60984) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:24.138455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947900b-fd10-4052-b160-333b24df6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=df137ddf-4335-4e68-804f-dcdbcd702913,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:24.179364 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9388332a-780a-45ad-9c7d-c5f67aca6764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.198246 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6c21627c-c363-493e-9a13-576ae406cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.201257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6c21627c-c363-493e-9a13-576ae406cc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.202747 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6c21627c-c363-493e-9a13-576ae406cc84 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/51877f92-8ca8-469d-8696-3cbc255ca4a2 HTTP/1.1" status: 204 len: 168 time: 0.2825654 Jul 22 22:14:24.216113 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8511e5e8-5b2a-4bb4-badf-eaf6d1260569 x-openstack-request-id: req-8511e5e8-5b2a-4bb4-badf-eaf6d1260569 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:24.216403 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d278a91e-64f0-4b40-9989-0aa976ccf9b0", "tag": "df137ddf-4335-4e68-804f-dcdbcd702913", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:24.216652 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8511e5e8-5b2a-4bb4-badf-eaf6d1260569 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:24.217457 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'tag': 'df137ddf-4335-4e68-804f-dcdbcd702913', 'status': 'completed', 'code': 200} Jul 22 22:14:24.233796 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f60cdd2a-5549-44bc-a864-098b8f2a1d32 req-e6ec97ac-efb1-4271-ae92-7e6ff29a85d1 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 210 time: 0.0475512 Jul 22 22:14:24.238683 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9388332a-780a-45ad-9c7d-c5f67aca6764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.249798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21627c-c363-493e-9a13-576ae406cc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51877f92-8ca8-469d-8696-3cbc255ca4a2,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:24.276003 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-31ff80c5-a8e2-4aad-aa4d-7678a8b94a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.278117 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-31ff80c5-a8e2-4aad-aa4d-7678a8b94a8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 1096 time: 0.1230316 Jul 22 22:14:24.311131 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9388332a-780a-45ad-9c7d-c5f67aca6764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.314642 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9388332a-780a-45ad-9c7d-c5f67aca6764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.318816 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9388332a-780a-45ad-9c7d-c5f67aca6764 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fb3759e5-a2d0-497b-8ce4-38171b3b9e9f HTTP/1.1" status: 204 len: 168 time: 0.2032099 Jul 22 22:14:24.327419 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388332a-780a-45ad-9c7d-c5f67aca6764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3759e5-a2d0-497b-8ce4-38171b3b9e9f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:24.365932 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-9426127e-3ffa-467f-933c-1eace35e83b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df137ddf-4335-4e68-804f-dcdbcd702913 HTTP/1.1" status: 200 len: 217 time: 0.0599825 Jul 22 22:14:24.430238 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-7e01b1b1-9791-49d1-a365-dac46567f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.431753 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-7e01b1b1-9791-49d1-a365-dac46567f3d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0495908 Jul 22 22:14:24.491048 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-2a87c52d-0cae-4d3d-afab-b6a9161135fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344336 Jul 22 22:14:24.681180 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:24.725539 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b707c-9a42-4def-adf1-78e98ae35f2d req-527f47c9-44a5-45ec-afe8-734b56a8739f tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.736462 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-411b707c-9a42-4def-adf1-78e98ae35f2d req-527f47c9-44a5-45ec-afe8-734b56a8739f tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 943 time: 0.1351993 Jul 22 22:14:24.775893 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-04be2bd9-487e-4c0a-8c68-a65281777fd6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.777362 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-04be2bd9-487e-4c0a-8c68-a65281777fd6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 815 time: 0.2919002 Jul 22 22:14:24.782700 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-81c00023-36d7-4d41-841d-c30c9eaad627 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716444 Jul 22 22:14:24.792268 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-411b707c-9a42-4def-adf1-78e98ae35f2d req-2fd00c3e-89b7-42ac-9ca6-7cd73032b936 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487578 Jul 22 22:14:24.854743 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:24.872568 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6', 'network_id': 'ef742b96-3fc8-4b78-a803-ec3d37890759', 'port_id': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6', 'mac_address': 'fa:16:3e:58:9f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3607369-b8c5-4d0a-bed9-a7a8f6b24bd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:24.914805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'port': {'device_id': '24bee700-834b-430a-a954-6c4875e22285', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'admin_state_up': True, 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:24.923241 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5338fd83-f791-4bb3-a1fc-bf85d3db5357 req-88c5a2c5-1a0c-4d23-9e1b-6c8d5a01116e service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179481 Jul 22 22:14:24.947130 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1def2-454a-4be2-811e-58ddd307224d req-4363f287-beaa-4aee-b615-f993609b71b2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.949325 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8fc1def2-454a-4be2-811e-58ddd307224d req-4363f287-beaa-4aee-b615-f993609b71b2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0862772 Jul 22 22:14:24.974655 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6a00a-b908-441e-8a3e-ecf791672a8b req-0d94ffd0-8dec-448b-a65f-eb25b7216747 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.982424 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2fb6a00a-b908-441e-8a3e-ecf791672a8b req-0d94ffd0-8dec-448b-a65f-eb25b7216747 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 943 time: 0.3405011 Jul 22 22:14:24.986879 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.006686 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:25.034635 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:25.040470 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8fc1def2-454a-4be2-811e-58ddd307224d req-224e29d7-83eb-4539-bef3-341b68bcc5c3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746093 Jul 22 22:14:25.041359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.108340 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:25.117086 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.118245 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.118783 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.119734 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.120279 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.120822 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.121360 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.121961 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.122680 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.123291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.123891 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.124425 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:25.394229 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2fb6a00a-b908-441e-8a3e-ecf791672a8b req-7fcaf7b4-7253-499c-ac9b-bbb262280e7a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013045 Jul 22 22:14:25.448232 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-976510ac-ecb0-491e-af00-900caeb6ecea req-b7c75a21-0664-460b-be9b-ace05bdff2b7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 210 time: 0.0465617 Jul 22 22:14:25.465365 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e5833-023f-4b19-9961-e2627af3fe4a req-f76e2de4-f0dc-4bf8-9f46-1349e9477d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.467415 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-f76e2de4-f0dc-4bf8-9f46-1349e9477d4f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a395a513f51461fa5212c00c00cef20&device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 1096 time: 0.4717727 Jul 22 22:14:25.468770 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Made reservation on behalf of e2fa27fa8fbf471a87da520ad2ed8c8f for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:25.472599 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.492738 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:25.681404 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e5833-023f-4b19-9961-e2627af3fe4a req-79dd4324-d22e-4f06-8764-df40722e6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.682956 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-79dd4324-d22e-4f06-8764-df40722e6e9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 200 len: 916 time: 0.1860816 Jul 22 22:14:25.694571 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Allocated IP 172.20.0.10 (fb277adf-ef79-401c-906f-bef028a597f6/13fffc7e-ada2-43a3-9ca4-ffb63335899c/7d18551b-8899-4ec5-923e-e3bb0aadddfb) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:25.780643 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 32832) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:26.007114 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7401ddda-4ac7-4288-9b07-70e09aae28d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.011146 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.014644 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1646256096-network', 'tenant_id': '12018010895c4490b7df7f836ee27fe1'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:26.049549 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Transition to ACTIVE for port object 7d18551b-8899-4ec5-923e-e3bb0aadddfb will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:26.102052 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.147744 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Made reservation on behalf of 12018010895c4490b7df7f836ee27fe1 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:26.154576 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.195768 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3600963-cf09-4517-9bc4-0340b386c130 req-7590ea9e-c739-4c28-8741-8434d73caa29 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:26.203916 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d3600963-cf09-4517-9bc4-0340b386c130 req-7590ea9e-c739-4c28-8741-8434d73caa29 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 944 time: 0.2804179 Jul 22 22:14:26.212397 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.217675 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Network fb277adf-ef79-401c-906f-bef028a597f6 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:26.229379 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:26.273961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:26.307330 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d3600963-cf09-4517-9bc4-0340b386c130 req-08e7a8d6-bb99-49ce-a1e5-4d815e19210d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967324 Jul 22 22:14:26.363557 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.438178 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:26.438847 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.479247 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.486033 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.489314 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830101-c936-4963-8aae-f5158e22db1e req-93a44a30-f5a4-4bd2-a353-9330c0ed8403 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:26.491073 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5d830101-c936-4963-8aae-f5158e22db1e req-93a44a30-f5a4-4bd2-a353-9330c0ed8403 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.2630548 Jul 22 22:14:26.499845 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-adb40274-06d7-4fb6-b7d8-f00e18e49f47 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6957338 Jul 22 22:14:26.551967 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1806} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:14:26.556245 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.567322 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a763f619-1557-4405-bf02-c02adb74a0b1,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.572603 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5d830101-c936-4963-8aae-f5158e22db1e req-ed35f661-ce24-48c8-9fe7-e5528fd21e9a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718915 Jul 22 22:14:26.590530 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.590886 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Added segment 1bdc66e6-33cc-4b0a-9715-9ed0a52739ef of type vlan for network 65759dc7-e005-49d7-abed-83313d757dbf Jul 22 22:14:26.647490 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.690604 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.691665 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:26.692294 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.711450 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-74378f91-8b35-4102-bd75-7a01057cf129 None None] Provisioning for port 7d18551b-8899-4ec5-923e-e3bb0aadddfb completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:26.719111 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-74378f91-8b35-4102-bd75-7a01057cf129 None None] Provisioning complete for port 7d18551b-8899-4ec5-923e-e3bb0aadddfb triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:26.719802 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-74378f91-8b35-4102-bd75-7a01057cf129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.728359 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9463387 Jul 22 22:14:26.733221 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 32862) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:26.740720 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Request body: {'subnet': {'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1646256096-subnet', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:26.777420 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083be32-475d-46fd-9305-a3b102a7470a admin admin] Pushing event updated for resources: {'Network': ['ID=65759dc7-e005-49d7-abed-83313d757dbf,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.808491 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 65759dc7-e005-49d7-abed-83313d757dbf details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:14:26.810277 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aec29-fafa-4492-8b8e-d902814830a9 req-10ba2d4f-0da1-47b7-bbd3-0b185117ce99 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:26.810784 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Made reservation on behalf of 12018010895c4490b7df7f836ee27fe1 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:26.813261 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25432163'] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.816878 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d5aec29-fafa-4492-8b8e-d902814830a9 req-10ba2d4f-0da1-47b7-bbd3-0b185117ce99 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 943 time: 0.1697168 Jul 22 22:14:26.829753 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-74378f91-8b35-4102-bd75-7a01057cf129 None None] Port 7d18551b-8899-4ec5-923e-e3bb0aadddfb cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:26.861348 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d5aec29-fafa-4492-8b8e-d902814830a9 req-5442926f-9c1c-4840-8786-61b837d3a239 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Jul 22 22:14:27.043056 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25432081'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.060137 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520bc44-9ca2-4acc-8ba1-6693556ff4bb req-ac4b0b27-cf6a-4d6e-8d78-d442f1ecb581 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:27.067822 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9520bc44-9ca2-4acc-8ba1-6693556ff4bb req-ac4b0b27-cf6a-4d6e-8d78-d442f1ecb581 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 932 time: 0.1276267 Jul 22 22:14:27.112263 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9520bc44-9ca2-4acc-8ba1-6693556ff4bb req-a47df16b-e4a3-4126-8a44-41418f19a8dd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Jul 22 22:14:27.115071 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d5ab0c-79ce-4625-acd6-d8769de5deed,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:27.122957 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Checking segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:27.123286 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Network hostable DHCP agents. Network: 65759dc7-e005-49d7-abed-83313d757dbf, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:14:27.158514 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Network 65759dc7-e005-49d7-abed-83313d757dbf is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:14:27.171030 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 65759dc7-e005-49d7-abed-83313d757dbf) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:27.178911 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:27.180972 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.181099 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209857a-a759-492b-9928-23f88305446c None None] Network 65759dc7-e005-49d7-abed-83313d757dbf requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:27.202277 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c95847e4-686d-4b8c-a52e-76694f2b31ea admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4679465 Jul 22 22:14:27.204937 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 32872) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:27.209376 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:27.231070 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.232058 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.289684 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.303876 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.373204 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-65759dc7-e005-49d7-abed-83313d757dbf', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:14:27.374227 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.464811 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.517926 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Allocated IP 172.20.0.2 (65759dc7-e005-49d7-abed-83313d757dbf/65d5ab0c-79ce-4625-acd6-d8769de5deed/58f367ef-f88f-479e-928d-d6bcac17a8b4) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:27.668446 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.677171 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.689155 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Transition to ACTIVE for port object 58f367ef-f88f-479e-928d-d6bcac17a8b4 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:27.691862 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.705965 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Transition to ACTIVE for port object 58f367ef-f88f-479e-928d-d6bcac17a8b4 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:27.711297 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.762675 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Pushing event updated for resources: {'Port': ['ID=58f367ef-f88f-479e-928d-d6bcac17a8b4,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:27.777832 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Network 65759dc7-e005-49d7-abed-83313d757dbf is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:27.779347 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:27.781742 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:27.810398 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Allocated IP 172.27.0.99 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/07916cfe-a2a0-466a-9c2a-2519ff9b45e3) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:27.849346 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Attempting to bind port 58f367ef-f88f-479e-928d-d6bcac17a8b4 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:27.849809 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Attempting to bind port 58f367ef-f88f-479e-928d-d6bcac17a8b4 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:27.850262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Attempting to bind port 58f367ef-f88f-479e-928d-d6bcac17a8b4 on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:27.855690 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:27.856150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Checking segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:27.856703 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.857161 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Bound using segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:27.857624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Bound port: 58f367ef-f88f-479e-928d-d6bcac17a8b4, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:27.858026 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.927922 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] For port 58f367ef-f88f-479e-928d-d6bcac17a8b4, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:27.931694 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] For port 58f367ef-f88f-479e-928d-d6bcac17a8b4, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=58f367ef-f88f-479e-928d-d6bcac17a8b4,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:27.937775 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.942339 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.998285 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c7c6f-aedd-4ea2-a393-d0781c25dae2 None None] Pushing event updated for resources: {'Port': ['ID=58f367ef-f88f-479e-928d-d6bcac17a8b4,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:28.013900 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.061670 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:28.065847 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:28.067902 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Pushing event updated for resources: {'Port': ['ID=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:28.079596 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:28.430578 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.631280 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.698452 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.723503 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:28.800096 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:28.806349 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:28.807173 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.932174 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.967583 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:28.969846 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb689d5-285b-414d-a8b6-7fa1813865c9" -d '{"events": [{"server_uuid": "7135d21e-57b0-4f8a-b056-1738c0850b96", "name": "network-vif-plugged", "status": "completed", "tag": "83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:28.983899 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:28.990354 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.059770 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Router 6d1e8fbe-056c-42af-986f-38e6465e987b is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:14:29.061928 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:29.187502 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:29.196765 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:29.203210 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.204568 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1c499fbd-ceff-4a0b-a143-fe0e8fc4ed21 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9987884 Jul 22 22:14:29.207498 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 32890) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:29.212445 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:29.213208 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:29.218720 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f945b-3f3d-47b2-853d-652a75e7c839 None None] Network 65759dc7-e005-49d7-abed-83313d757dbf requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:29.321117 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-764f1f3d-c0a8-4ecd-ac08-a563b70d95ac None None] Provisioning for port 58f367ef-f88f-479e-928d-d6bcac17a8b4 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:29.424672 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:29.636409 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:28Z', 'revision_number': 3, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:29.666810 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:29.667557 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Updating router 6d1e8fbe-056c-42af-986f-38e6465e987b port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:29.704417 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.729260 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.971257 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Allocated IP 172.20.0.1 (65759dc7-e005-49d7-abed-83313d757dbf/65d5ab0c-79ce-4625-acd6-d8769de5deed/c72dfebd-4e01-45e1-a74f-88750dc8a169) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:30.008047 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.030044 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Transition to ACTIVE for port object 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:30.044371 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.109556 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.124443 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Transition to ACTIVE for port object c72dfebd-4e01-45e1-a74f-88750dc8a169 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:30.127699 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Attempting to bind port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:30.129274 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Attempting to bind port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:30.129661 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Attempting to bind port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:30.132022 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27798dcb-f3f7-4870-abf4-5ea9e1ef6481 None None] Pushing event updated for resources: {'Port': ['ID=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:30.139317 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:30.139697 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:30.140101 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.140527 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:30.140955 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Bound port: 07916cfe-a2a0-466a-9c2a-2519ff9b45e3, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:30.141341 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.166149 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.202314 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] For port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:30.204185 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Network 65759dc7-e005-49d7-abed-83313d757dbf is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:30.205597 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] For port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:30.211391 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:30.212188 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.220483 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:30.240185 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 58f367ef-f88f-479e-928d-d6bcac17a8b4 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:30.263932 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Pushing event updated for resources: {'Port': ['ID=c72dfebd-4e01-45e1-a74f-88750dc8a169,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:30.285834 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.306699 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:30.307228 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 58f367ef-f88f-479e-928d-d6bcac17a8b4 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:30.307769 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:30.317552 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 58f367ef-f88f-479e-928d-d6bcac17a8b4 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:30.318088 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.394530 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27798dcb-f3f7-4870-abf4-5ea9e1ef6481 None None] Pushing event updated for resources: {'Port': ['ID=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:30.460481 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.477743 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:30.498099 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 58f367ef-f88f-479e-928d-d6bcac17a8b4, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=58f367ef-f88f-479e-928d-d6bcac17a8b4,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:30.502974 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.531681 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.557063 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=58f367ef-f88f-479e-928d-d6bcac17a8b4,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:30.577294 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5e6a8cb2-8a53-4a32-befb-be7a64750380 None None] Provisioning for port c72dfebd-4e01-45e1-a74f-88750dc8a169 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:30.581201 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5e6a8cb2-8a53-4a32-befb-be7a64750380 None None] Provisioning complete for port c72dfebd-4e01-45e1-a74f-88750dc8a169 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:30.581889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8cb2-8a53-4a32-befb-be7a64750380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.633854 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a8cb2-8a53-4a32-befb-be7a64750380 None None] Port c72dfebd-4e01-45e1-a74f-88750dc8a169 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:30.713950 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:28Z', 'revision_number': 3, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:30.741211 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.746556 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d76acb-e3ec-416e-af32-a5500352d5e6 None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:28Z', 'revision_number': 3, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:30.750549 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.812293 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.843980 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Pushing event updated for resources: {'Port': ['ID=c72dfebd-4e01-45e1-a74f-88750dc8a169,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:30.924672 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Network 65759dc7-e005-49d7-abed-83313d757dbf is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:30.926099 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:31.116091 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:31.253670 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:31.260770 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-03fc10f9-3c74-4320-aa00-15d7d86ae9bd admin admin] 10.222.0.63 "PUT /v2.0/routers/6d1e8fbe-056c-42af-986f-38e6465e987b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522687 Jul 22 22:14:31.362473 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-45368909-3932-425d-9e8b-2637f222063a None None] Provisioning complete for port c72dfebd-4e01-45e1-a74f-88750dc8a169 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:31.363907 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-45368909-3932-425d-9e8b-2637f222063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.416462 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-45368909-3932-425d-9e8b-2637f222063a None None] Port c72dfebd-4e01-45e1-a74f-88750dc8a169 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:31.942439 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 32944) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:31.948090 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589542148-network', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:31.972759 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Made reservation on behalf of 781d66e55e254dc19b2b28b1401e631e for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:31.977664 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.989022 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.085645 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.093212 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.118737 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1825} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:14:32.129305 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27fd67-8f3f-4c64-9cf6-41c379fa834b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:32.137313 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.137658 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Added segment ccf211f0-214e-46aa-a568-b4bf6fd8403c of type vlan for network 41e13f22-4838-40d6-852b-14cea1a6b448 Jul 22 22:14:32.179080 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.225146 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.226175 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:32.226766 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.272979 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3265269 Jul 22 22:14:32.274552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 32946) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:32.279827 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Request body: {'subnet': {'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589542148-subnet', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:32.309551 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 58f367ef-f88f-479e-928d-d6bcac17a8b4 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:32.309729 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aea93-ab15-4553-ac77-ba6c17e0fdac admin admin] Pushing event updated for resources: {'Network': ['ID=41e13f22-4838-40d6-852b-14cea1a6b448,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:32.310286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Made reservation on behalf of 781d66e55e254dc19b2b28b1401e631e for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:32.314718 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.335897 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 41e13f22-4838-40d6-852b-14cea1a6b448 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:14:32.445141 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 58f367ef-f88f-479e-928d-d6bcac17a8b4 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:32.445915 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.507192 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.543968 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:32.563314 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=920f788a-39a5-4dbf-b393-3d7c89c00323,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:32.573635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Checking segment: {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:32.574027 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Network hostable DHCP agents. Network: 41e13f22-4838-40d6-852b-14cea1a6b448, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:14:32.595211 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:32.595477 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Network 41e13f22-4838-40d6-852b-14cea1a6b448 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:14:32.600668 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:32.601084 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.605699 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 41e13f22-4838-40d6-852b-14cea1a6b448) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:32.619939 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:32.620536 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.623393 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7297b6f-49e7-45bd-8d99-317e5945240d None None] Network 41e13f22-4838-40d6-852b-14cea1a6b448 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:32.638888 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7dd40fe3-217c-40e9-90c4-1da385134adc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3623254 Jul 22 22:14:32.640945 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 32948) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:32.646267 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:32.667801 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.669269 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.691386 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:32.717110 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:32.717763 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:32.722934 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.864135 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.908592 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:32.929354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.935140 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:32.936989 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.970288 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-41e13f22-4838-40d6-852b-14cea1a6b448', 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'fixed_ips': [{'subnet_id': '920f788a-39a5-4dbf-b393-3d7c89c00323'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:14:32.971147 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.130983 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:33.145126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.164140 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.327606 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Allocated IP 172.27.0.76 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/028f90e1-8f4e-4894-b710-cb1aa4413f2c) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:33.395009 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Allocated IP 172.20.0.2 (41e13f22-4838-40d6-852b-14cea1a6b448/920f788a-39a5-4dbf-b393-3d7c89c00323/463ff76d-5001-4219-844f-230ea8ff12fe) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:33.455544 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.488513 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 2, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:33.508010 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.524241 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:33.524607 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Updating router 6d1e8fbe-056c-42af-986f-38e6465e987b port c72dfebd-4e01-45e1-a74f-88750dc8a169 binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:33.548777 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:33.551692 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:33.555293 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:33.577960 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Pushing event updated for resources: {'Port': ['ID=028f90e1-8f4e-4894-b710-cb1aa4413f2c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:33.593611 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.618802 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.649284 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Transition to ACTIVE for port object 463ff76d-5001-4219-844f-230ea8ff12fe will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:33.718373 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Transition to ACTIVE for port object 463ff76d-5001-4219-844f-230ea8ff12fe will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:33.731687 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.795977 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Network 41e13f22-4838-40d6-852b-14cea1a6b448 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:33.807853 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:33.814256 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:33.822533 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Pushing event updated for resources: {'Port': ['ID=463ff76d-5001-4219-844f-230ea8ff12fe,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:33.839177 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.915302 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Attempting to bind port 463ff76d-5001-4219-844f-230ea8ff12fe on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:33.915680 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Attempting to bind port 463ff76d-5001-4219-844f-230ea8ff12fe by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:33.916046 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Attempting to bind port 463ff76d-5001-4219-844f-230ea8ff12fe on network 41e13f22-4838-40d6-852b-14cea1a6b448 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:33.934730 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:33.935111 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Checking segment: {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:33.935517 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.935922 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Bound using segment: {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:33.936403 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Bound port: 463ff76d-5001-4219-844f-230ea8ff12fe, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:33.936786 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.045541 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.054374 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] For port 463ff76d-5001-4219-844f-230ea8ff12fe, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:34.060139 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] For port 463ff76d-5001-4219-844f-230ea8ff12fe, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=463ff76d-5001-4219-844f-230ea8ff12fe,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:34.066802 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.070580 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Transition to ACTIVE for port object c72dfebd-4e01-45e1-a74f-88750dc8a169 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:34.101672 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.154141 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.170578 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ffcc-a644-4202-b31f-f7a693eaf51c None None] Pushing event updated for resources: {'Port': ['ID=463ff76d-5001-4219-844f-230ea8ff12fe,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:34.281435 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:34.423686 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb666405-84f2-4c3e-a112-c7ab54ffef7d None None] Pushing event updated for resources: {'Port': ['ID=c72dfebd-4e01-45e1-a74f-88750dc8a169,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:34.434696 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Attempting to bind port c72dfebd-4e01-45e1-a74f-88750dc8a169 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:34.444394 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Attempting to bind port c72dfebd-4e01-45e1-a74f-88750dc8a169 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:34.444945 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Attempting to bind port c72dfebd-4e01-45e1-a74f-88750dc8a169 on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:34.463428 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:34.463694 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Checking segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:34.464155 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.464470 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Bound using segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:34.464997 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Bound port: c72dfebd-4e01-45e1-a74f-88750dc8a169, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:34.465350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.471694 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Router aeda8500-86ee-43eb-8d8d-9cd992622009 is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:14:34.593949 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:34.593949 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.673475 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:34.683618 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Sync routers for ids ['aeda8500-86ee-43eb-8d8d-9cd992622009'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:34.697409 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Routers {'aeda8500-86ee-43eb-8d8d-9cd992622009'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:34.698955 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['aeda8500-86ee-43eb-8d8d-9cd992622009'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:34.699435 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.704217 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fffd0fa4-5537-4ef4-a82f-90ebf1447816 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0581684 Jul 22 22:14:34.704217 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 32980) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:34.761831 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] For port c72dfebd-4e01-45e1-a74f-88750dc8a169, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:34.767124 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] For port c72dfebd-4e01-45e1-a74f-88750dc8a169, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=c72dfebd-4e01-45e1-a74f-88750dc8a169,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:34.774839 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.860309 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Set router aeda8500-86ee-43eb-8d8d-9cd992622009 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:34.883027 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb666405-84f2-4c3e-a112-c7ab54ffef7d None None] Pushing event updated for resources: {'Port': ['ID=c72dfebd-4e01-45e1-a74f-88750dc8a169,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:34.887155 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:34.887889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:35.027763 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:35.109195 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:14:33Z', 'revision_number': 3, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:35.145164 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Checking router: aeda8500-86ee-43eb-8d8d-9cd992622009 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:35.145951 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Updating router aeda8500-86ee-43eb-8d8d-9cd992622009 port 028f90e1-8f4e-4894-b710-cb1aa4413f2c binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:35.187727 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.298068 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.404681 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:34Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:35.433015 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ace6461-f8fa-46b5-8dee-58079333601a None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:34Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:35.635137 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.635600 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98beb112-49c8-422f-90ca-a246563dd383 None None] Network 41e13f22-4838-40d6-852b-14cea1a6b448 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:35.650114 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Transition to ACTIVE for port object 028f90e1-8f4e-4894-b710-cb1aa4413f2c will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:35.658361 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.758184 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Attempting to bind port 028f90e1-8f4e-4894-b710-cb1aa4413f2c on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:35.758875 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Attempting to bind port 028f90e1-8f4e-4894-b710-cb1aa4413f2c by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:35.758968 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Attempting to bind port 028f90e1-8f4e-4894-b710-cb1aa4413f2c on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:35.766790 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:35.767169 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:35.767575 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.767974 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:35.768454 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Bound port: 028f90e1-8f4e-4894-b710-cb1aa4413f2c, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:35.768855 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.832030 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe3be1-4389-42b1-a980-2fc91ee776a7 None None] Pushing event updated for resources: {'Port': ['ID=028f90e1-8f4e-4894-b710-cb1aa4413f2c,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:35.880684 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] For port 028f90e1-8f4e-4894-b710-cb1aa4413f2c, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:35.889161 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] For port 028f90e1-8f4e-4894-b710-cb1aa4413f2c, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=028f90e1-8f4e-4894-b710-cb1aa4413f2c,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:35.892743 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e3fb06d5-18d3-43f2-8eef-789ec6609e67 None None] Provisioning for port 463ff76d-5001-4219-844f-230ea8ff12fe completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:35.898237 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.013084 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Routers {'aeda8500-86ee-43eb-8d8d-9cd992622009'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:36.014589 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['aeda8500-86ee-43eb-8d8d-9cd992622009'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:36.036488 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Allocated IP 172.20.0.1 (41e13f22-4838-40d6-852b-14cea1a6b448/920f788a-39a5-4dbf-b393-3d7c89c00323/ede6fee4-4629-4cb0-9387-924d6585ec7f) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:36.157041 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe3be1-4389-42b1-a980-2fc91ee776a7 None None] Pushing event updated for resources: {'Port': ['ID=028f90e1-8f4e-4894-b710-cb1aa4413f2c,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:36.272681 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] Set router aeda8500-86ee-43eb-8d8d-9cd992622009 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:36.305942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.386348 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Transition to ACTIVE for port object ede6fee4-4629-4cb0-9387-924d6585ec7f will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:36.432561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 463ff76d-5001-4219-844f-230ea8ff12fe up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:36.485132 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.600635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Network 41e13f22-4838-40d6-852b-14cea1a6b448 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:36.605282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:36.606742 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 463ff76d-5001-4219-844f-230ea8ff12fe completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:36.611425 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 463ff76d-5001-4219-844f-230ea8ff12fe triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:36.612037 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.631703 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:36.642341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ede6fee4-4629-4cb0-9387-924d6585ec7f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:36.651683 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:14:33Z', 'revision_number': 3, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:36.685684 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd69c1-a068-408a-b450-93990d55c23e None None] The sync data for ids ['aeda8500-86ee-43eb-8d8d-9cd992622009'] in dv-cinder-778534-6-iscsi is: [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:14:33Z', 'revision_number': 3, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:36.714463 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.797102 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.845015 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 463ff76d-5001-4219-844f-230ea8ff12fe, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=463ff76d-5001-4219-844f-230ea8ff12fe,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:36.861115 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.862089 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c72dfebd-4e01-45e1-a74f-88750dc8a169 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:36.979040 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=463ff76d-5001-4219-844f-230ea8ff12fe,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:36.996983 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port c72dfebd-4e01-45e1-a74f-88750dc8a169 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:37.005322 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port c72dfebd-4e01-45e1-a74f-88750dc8a169 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:37.006001 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.007395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.043348 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-efa1383b-b5da-495a-98af-cca05635e6d6 None None] Provisioning for port ede6fee4-4629-4cb0-9387-924d6585ec7f completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:37.051078 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-efa1383b-b5da-495a-98af-cca05635e6d6 None None] Provisioning complete for port ede6fee4-4629-4cb0-9387-924d6585ec7f triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:37.051520 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-efa1383b-b5da-495a-98af-cca05635e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.086961 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-efa1383b-b5da-495a-98af-cca05635e6d6 None None] Port ede6fee4-4629-4cb0-9387-924d6585ec7f cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:37.167178 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.246403 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port c72dfebd-4e01-45e1-a74f-88750dc8a169, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=c72dfebd-4e01-45e1-a74f-88750dc8a169,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:37.254542 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.297245 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.303248 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.359680 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=c72dfebd-4e01-45e1-a74f-88750dc8a169,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:37.386157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ede6fee4-4629-4cb0-9387-924d6585ec7f,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:37.388974 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.495557 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Network 41e13f22-4838-40d6-852b-14cea1a6b448 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:37.496941 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:37.667395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Router aeda8500-86ee-43eb-8d8d-9cd992622009 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:37.811279 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:37.812889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-aff4ae8e-b596-4fe8-8115-042e7cfe5edd None None] Provisioning complete for port ede6fee4-4629-4cb0-9387-924d6585ec7f triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:37.813409 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-aff4ae8e-b596-4fe8-8115-042e7cfe5edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.817524 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c591e6c7-4a76-42f6-8e7d-58f5d10957d4 admin admin] 10.222.0.63 "PUT /v2.0/routers/aeda8500-86ee-43eb-8d8d-9cd992622009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1061642 Jul 22 22:14:37.869578 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-aff4ae8e-b596-4fe8-8115-042e7cfe5edd None None] Port ede6fee4-4629-4cb0-9387-924d6585ec7f cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:38.261033 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 463ff76d-5001-4219-844f-230ea8ff12fe up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:38.319087 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 463ff76d-5001-4219-844f-230ea8ff12fe triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:38.319372 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.525195 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c72dfebd-4e01-45e1-a74f-88750dc8a169 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:38.572894 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port c72dfebd-4e01-45e1-a74f-88750dc8a169 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:38.573188 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.654637 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 028f90e1-8f4e-4894-b710-cb1aa4413f2c up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:38.703860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 028f90e1-8f4e-4894-b710-cb1aa4413f2c completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:38.708393 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 028f90e1-8f4e-4894-b710-cb1aa4413f2c triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:38.708835 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.792236 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.813359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 028f90e1-8f4e-4894-b710-cb1aa4413f2c, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=028f90e1-8f4e-4894-b710-cb1aa4413f2c,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:38.820131 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.874623 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=028f90e1-8f4e-4894-b710-cb1aa4413f2c,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:38.878610 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Sync routers for ids ['aeda8500-86ee-43eb-8d8d-9cd992622009'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:38.888467 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Routers {'aeda8500-86ee-43eb-8d8d-9cd992622009'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:38.889064 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['aeda8500-86ee-43eb-8d8d-9cd992622009'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:38.999672 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Set router aeda8500-86ee-43eb-8d8d-9cd992622009 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:39.208859 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:14:36Z', 'revision_number': 4, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'ede6fee4-4629-4cb0-9387-924d6585ec7f', 'name': '', 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'mac_address': 'fa:16:3e:06:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '920f788a-39a5-4dbf-b393-3d7c89c00323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:35Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 2, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'subnets': [{'id': '920f788a-39a5-4dbf-b393-3d7c89c00323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:39.235357 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Checking router: aeda8500-86ee-43eb-8d8d-9cd992622009 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:39.235734 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Updating router aeda8500-86ee-43eb-8d8d-9cd992622009 port ede6fee4-4629-4cb0-9387-924d6585ec7f binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:39.271360 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.543742 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.553105 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Transition to ACTIVE for port object ede6fee4-4629-4cb0-9387-924d6585ec7f will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:39.559763 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.615264 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849799a1-dfbc-4edd-94c9-dab3aaf01ae1 None None] Pushing event updated for resources: {'Port': ['ID=ede6fee4-4629-4cb0-9387-924d6585ec7f,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:39.693250 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Attempting to bind port ede6fee4-4629-4cb0-9387-924d6585ec7f on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:39.693633 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Attempting to bind port ede6fee4-4629-4cb0-9387-924d6585ec7f by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:39.694129 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Attempting to bind port ede6fee4-4629-4cb0-9387-924d6585ec7f on network 41e13f22-4838-40d6-852b-14cea1a6b448 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:39.700517 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:39.700906 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Checking segment: {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:39.701321 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.701801 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Bound using segment: {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:39.702339 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Bound port: ede6fee4-4629-4cb0-9387-924d6585ec7f, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf211f0-214e-46aa-a568-b4bf6fd8403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1825, 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:39.702796 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.767897 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] For port ede6fee4-4629-4cb0-9387-924d6585ec7f, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:39.770976 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] For port ede6fee4-4629-4cb0-9387-924d6585ec7f, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=ede6fee4-4629-4cb0-9387-924d6585ec7f,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:39.775938 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.846837 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Routers {'aeda8500-86ee-43eb-8d8d-9cd992622009'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:39.847466 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:14:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['aeda8500-86ee-43eb-8d8d-9cd992622009'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:39.849442 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849799a1-dfbc-4edd-94c9-dab3aaf01ae1 None None] Pushing event updated for resources: {'Port': ['ID=ede6fee4-4629-4cb0-9387-924d6585ec7f,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:39.971752 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] Set router aeda8500-86ee-43eb-8d8d-9cd992622009 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:40.167748 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 028f90e1-8f4e-4894-b710-cb1aa4413f2c up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:40.208639 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-31337322-21ff-41c8-8cad-40653db70062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:14:36Z', 'revision_number': 4, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'ede6fee4-4629-4cb0-9387-924d6585ec7f', 'name': '', 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'mac_address': 'fa:16:3e:06:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '920f788a-39a5-4dbf-b393-3d7c89c00323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:35Z', 'updated_at': '2021-07-22T22:14:39Z', 'revision_number': 4, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'subnets': [{'id': '920f788a-39a5-4dbf-b393-3d7c89c00323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:40.236059 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31337322-21ff-41c8-8cad-40653db70062 None None] The sync data for ids ['aeda8500-86ee-43eb-8d8d-9cd992622009'] in dv-cinder-778534-6-iscsi is: [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:14:36Z', 'revision_number': 4, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'ede6fee4-4629-4cb0-9387-924d6585ec7f', 'name': '', 'network_id': '41e13f22-4838-40d6-852b-14cea1a6b448', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'mac_address': 'fa:16:3e:06:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '920f788a-39a5-4dbf-b393-3d7c89c00323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:35Z', 'updated_at': '2021-07-22T22:14:39Z', 'revision_number': 4, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'subnets': [{'id': '920f788a-39a5-4dbf-b393-3d7c89c00323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:40.248452 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 028f90e1-8f4e-4894-b710-cb1aa4413f2c triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:40.248832 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.185522 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device ede6fee4-4629-4cb0-9387-924d6585ec7f up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:42.236706 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port ede6fee4-4629-4cb0-9387-924d6585ec7f completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:42.241365 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port ede6fee4-4629-4cb0-9387-924d6585ec7f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:42.241770 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.320928 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.356911 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port ede6fee4-4629-4cb0-9387-924d6585ec7f, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=ede6fee4-4629-4cb0-9387-924d6585ec7f,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:42.359812 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.407400 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=ede6fee4-4629-4cb0-9387-924d6585ec7f,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:42.520316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.036805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Request body: {'port': {'device_id': '24bee700-834b-430a-a954-6c4875e22285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:43.089729 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-76900290-3284-4c5c-9021-db64907c77ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df137ddf-4335-4e68-804f-dcdbcd702913 HTTP/1.1" status: 200 len: 217 time: 0.0497935 Jul 22 22:14:43.194392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e5833-023f-4b19-9961-e2627af3fe4a req-03dcf1e8-cb94-4aed-943a-25657e039d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.198198 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-03dcf1e8-cb94-4aed-943a-25657e039d38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 200 len: 854 time: 0.0919530 Jul 22 22:14:43.199911 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.300008 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d0b4-9aa3-49aa-9f49-844565305b08 req-0e2e8601-915e-4844-b2a9-d62e19985eea tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.301627 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bfa6d0b4-9aa3-49aa-9f49-844565305b08 req-0e2e8601-915e-4844-b2a9-d62e19985eea tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.1073318 Jul 22 22:14:43.318649 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-0067c324-0150-433c-995e-7d552ad76c9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574656 Jul 22 22:14:43.349679 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-20d60b78-bd2f-4598-ba59-c0e9547b9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.352149 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-20d60b78-bd2f-4598-ba59-c0e9547b9ccd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.0884748 Jul 22 22:14:43.380456 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bfa6d0b4-9aa3-49aa-9f49-844565305b08 req-f43e18ff-8e34-4ed2-8f71-1b593e182d55 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Jul 22 22:14:43.526824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8df74-0a02-481d-9565-a6c374b29aa6 req-a4bd0a16-3e98-4e0a-962b-b748d4bd0af7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.528717 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-a233d34f-618d-4dac-a7ad-bc2eb4496818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.530310 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-a233d34f-618d-4dac-a7ad-bc2eb4496818 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.1438968 Jul 22 22:14:43.530536 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f9d8df74-0a02-481d-9565-a6c374b29aa6 req-a4bd0a16-3e98-4e0a-962b-b748d4bd0af7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.2680755 Jul 22 22:14:43.588337 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fbcb7-c509-412e-b453-fff8ce94db83 req-336addce-6eb9-4993-b0f3-ba580af9113d tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.590110 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f57fbcb7-c509-412e-b453-fff8ce94db83 req-336addce-6eb9-4993-b0f3-ba580af9113d tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 943 time: 0.1253448 Jul 22 22:14:43.591597 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-a71ccea2-c2a4-407c-9fa3-1b157ab2324c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0498900 Jul 22 22:14:43.599754 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-208a3c6b-9206-45e7-8af8-b1df31ecc8d7 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592432 Jul 22 22:14:43.631167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 33084) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:43.654778 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f9d8df74-0a02-481d-9565-a6c374b29aa6 req-248ee35a-adfb-4406-a82f-9e7095a5e367 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159360 Jul 22 22:14:43.663383 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f57fbcb7-c509-412e-b453-fff8ce94db83 req-84b21d35-7b2b-4514-bb3e-f16ab49f3011 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Jul 22 22:14:43.679165 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-b7e8285a-2d0f-4c91-8edf-a9aaad9e72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.680866 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-b7e8285a-2d0f-4c91-8edf-a9aaad9e72a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.0673199 Jul 22 22:14:43.738946 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-cc14ea9c-dd47-4faf-9dfb-e9dc8eb45358 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495536 Jul 22 22:14:43.756109 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8a560-4476-4715-8023-6311ec19b60e x-openstack-request-id: req-24f8a560-4476-4715-8023-6311ec19b60e {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:43.757034 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7135d21e-57b0-4f8a-b056-1738c0850b96", "name": "network-vif-plugged", "status": "completed", "tag": "83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:43.757434 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-24f8a560-4476-4715-8023-6311ec19b60e {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:43.759055 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6', 'code': 200} Jul 22 22:14:43.826717 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032e5833-023f-4b19-9961-e2627af3fe4a req-3ddc848d-e55e-43ad-aa71-52789f38bf50 service neutron] 10.222.0.77 "GET /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059000 Jul 22 22:14:43.830030 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89908d62-6f1a-48ee-8d5c-f631003c7c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.842742 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d18551b-8899-4ec5-923e-e3bb0aadddfb {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:43.856077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.877403 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-d46bcd4f-800d-47e6-a482-8726e5cf8340 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000400 Jul 22 22:14:43.885950 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Transition to ACTIVE for port object 7d18551b-8899-4ec5-923e-e3bb0aadddfb will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:43.895032 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.975712 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e0fa6-9e20-4fa6-9c9f-6fd6e7ff2352 req-63d861fd-fb95-4411-b24e-f2892eb7f86d tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.976661 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-321e0fa6-9e20-4fa6-9c9f-6fd6e7ff2352 req-63d861fd-fb95-4411-b24e-f2892eb7f86d tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 932 time: 0.1987381 Jul 22 22:14:43.992951 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-c4023420-4e29-4bb9-aea3-1ec7fcee1ba2 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046591 Jul 22 22:14:44.026822 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.146470 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-321e0fa6-9e20-4fa6-9c9f-6fd6e7ff2352 req-8617bbfe-2261-4ea9-900f-5959d358653b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534033 Jul 22 22:14:44.196309 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89908d62-6f1a-48ee-8d5c-f631003c7c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.200053 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7424-55c5-42a8-940e-228efa6b88c0 req-0a71fee0-da83-42f2-9294-308934ac1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.201936 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7dbe7424-55c5-42a8-940e-228efa6b88c0 req-0a71fee0-da83-42f2-9294-308934ac1c04 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 1098 time: 0.2386301 Jul 22 22:14:44.212911 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Attempting to bind port 7d18551b-8899-4ec5-923e-e3bb0aadddfb on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:44.213438 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device ede6fee4-4629-4cb0-9387-924d6585ec7f up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:44.214175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Attempting to bind port 7d18551b-8899-4ec5-923e-e3bb0aadddfb by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:44.214781 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Attempting to bind port 7d18551b-8899-4ec5-923e-e3bb0aadddfb on network fb277adf-ef79-401c-906f-bef028a597f6 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:44.217606 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89908d62-6f1a-48ee-8d5c-f631003c7c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.253754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Port 7d18551b-8899-4ec5-923e-e3bb0aadddfb on network fb277adf-ef79-401c-906f-bef028a597f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:44.254105 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Attempting to bind port 7d18551b-8899-4ec5-923e-e3bb0aadddfb on network fb277adf-ef79-401c-906f-bef028a597f6 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:44.277349 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:44.277629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Checking segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:44.278059 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Bound using segment: {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:44.278475 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Bound port: 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722f595a-a4b0-4146-9548-8ea0333e8898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1810, 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:44.279026 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.291747 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port ede6fee4-4629-4cb0-9387-924d6585ec7f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:44.294167 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.297024 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-89908d62-6f1a-48ee-8d5c-f631003c7c5b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e5a083ff06c44904977ae331ee13b004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610632 Jul 22 22:14:44.299613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33094) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:44.300909 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89908d62-6f1a-48ee-8d5c-f631003c7c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d012d-92b7-45d2-a4c1-8f04c215dc39,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.319966 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7dbe7424-55c5-42a8-940e-228efa6b88c0 req-f605bdcb-9c77-4698-b93a-995f25ce2f47 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971496 Jul 22 22:14:44.385958 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:44.390069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:44.398659 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 33096) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:44.401079 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-27485966-3126-4446-b636-76daf66e5d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.403882 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493747747', 'description': 'tempest-secgroup-smoke-1493747747 description', 'project_id': '12018010895c4490b7df7f836ee27fe1'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:44.410794 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.428782 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-27485966-3126-4446-b636-76daf66e5d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.456317 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.457187 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.459205 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] 10.222.0.77 "PUT /v2.0/ports/7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 1094 time: 1.4272087 Jul 22 22:14:44.464069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:44.468811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83609645-3aad-45cf-8b04-5f6b8028a1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:44.507765 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.521124 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-27485966-3126-4446-b636-76daf66e5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.523787 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-27485966-3126-4446-b636-76daf66e5d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.529155 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f5b771-955c-4f84-8b48-2e3b7df8a410 x-openstack-request-id: req-76f5b771-955c-4f84-8b48-2e3b7df8a410 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:44.529440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:44.529694 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-76f5b771-955c-4f84-8b48-2e3b7df8a410 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:44.530113 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'status': 'completed', 'code': 200} Jul 22 22:14:44.532277 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-27485966-3126-4446-b636-76daf66e5d92 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eb5d012d-92b7-45d2-a4c1-8f04c215dc39 HTTP/1.1" status: 204 len: 168 time: 0.2279115 Jul 22 22:14:44.546076 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27485966-3126-4446-b636-76daf66e5d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d012d-92b7-45d2-a4c1-8f04c215dc39,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.546313 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cc6bf-02d7-4f62-9e6a-5e6480a28943 service neutron] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.567077 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0199d9-da9b-441d-afaa-984ea56fe7c9 req-bb8cdb0d-0879-4f65-a36f-52452b786833 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.568859 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7e0199d9-da9b-441d-afaa-984ea56fe7c9 req-bb8cdb0d-0879-4f65-a36f-52452b786833 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.1123161 Jul 22 22:14:44.622083 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7e0199d9-da9b-441d-afaa-984ea56fe7c9 req-a71a1120-8db2-44d8-9fb0-75c439834f07 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Jul 22 22:14:44.668578 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-51be2a8d-0fe1-48f8-b673-7b4f7082aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.670551 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-51be2a8d-0fe1-48f8-b673-7b4f7082aece service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1097 time: 0.1250396 Jul 22 22:14:44.745839 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-ad90683e-8515-4322-a721-b22d29e1dc88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 217 time: 0.0562108 Jul 22 22:14:44.763384 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device df137ddf-4335-4e68-804f-dcdbcd702913 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:44.805174 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.838945 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.885323 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12709a3a-ab34-487f-9251-9386086ba012 req-7c6451e6-7605-47b2-a26d-15e858fa4267 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.894471 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-12709a3a-ab34-487f-9251-9386086ba012 req-7c6451e6-7605-47b2-a26d-15e858fa4267 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 943 time: 0.1173275 Jul 22 22:14:44.903344 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-876c14ee-0597-4c93-8ad0-8983e54cf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.904816 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-876c14ee-0597-4c93-8ad0-8983e54cf5bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.1450491 Jul 22 22:14:44.905410 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c25545-4579-43bf-94b6-489ccbaf82ba,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.934569 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.938937 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-aa2d5467-9d8d-40ba-ac47-14636ec67607 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5358737 Jul 22 22:14:44.946136 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port df137ddf-4335-4e68-804f-dcdbcd702913, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=df137ddf-4335-4e68-804f-dcdbcd702913,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:44.957745 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'df137ddf-4335-4e68-804f-dcdbcd702913', 'network_id': '0bdbf4a8-117a-4a03-ba2a-05c84a34fc23', 'port_id': 'df137ddf-4335-4e68-804f-dcdbcd702913', 'mac_address': 'fa:16:3e:06:83:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef27f807-c60b-4882-9425-b54b37d50e20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:44.961140 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 33110) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:44.961492 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 33112) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:44.979705 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group_rule': {'security_group_id': '66c25545-4579-43bf-94b6-489ccbaf82ba', 'project_id': '12018010895c4490b7df7f836ee27fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:44.998957 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.009699 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a0064bf-9fdb-4f88-893e-5b88b6240871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.017347 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df137ddf-4335-4e68-804f-dcdbcd702913 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:45.040606 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port df137ddf-4335-4e68-804f-dcdbcd702913, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=df137ddf-4335-4e68-804f-dcdbcd702913,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:45.041782 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b059d-2f57-48a3-87bf-4c4042f6a256 req-bcd750f4-cd47-4086-aecf-73ef9da41bc7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.043918 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-872b059d-2f57-48a3-87bf-4c4042f6a256 req-bcd750f4-cd47-4086-aecf-73ef9da41bc7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.2465575 Jul 22 22:14:45.045495 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.092292 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.104177 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=df137ddf-4335-4e68-804f-dcdbcd702913,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.144881 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-8ef8140a-e61c-4502-9674-9f1addc6bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.146773 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-8ef8140a-e61c-4502-9674-9f1addc6bf88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2305326 Jul 22 22:14:45.162229 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-12709a3a-ab34-487f-9251-9386086ba012 req-0ddbaa07-0a07-4c6c-80f9-09e0e2f230c4 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666211 Jul 22 22:14:45.162732 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-872b059d-2f57-48a3-87bf-4c4042f6a256 req-6588a105-996b-4715-b84b-72e1095749e2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062388 Jul 22 22:14:45.230793 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.239788 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.293890 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c5bbb-f855-40f4-b854-e407e0e24ad9 req-bc8dce06-bcd3-448a-91f6-a9343e09afd5 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.295544 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a6c5bbb-f855-40f4-b854-e407e0e24ad9 req-bc8dce06-bcd3-448a-91f6-a9343e09afd5 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 944 time: 0.0664697 Jul 22 22:14:45.297053 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bd57d0-7e59-4fb2-98bc-9efe0355320f,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.329503 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-c5b07244-c30d-47b6-9671-8ef8d08d3f8e service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715922 Jul 22 22:14:45.339856 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a6c5bbb-f855-40f4-b854-e407e0e24ad9 req-48a87fb9-17bb-4173-87fc-5efa603f9c63 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366704 Jul 22 22:14:45.342640 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a0064bf-9fdb-4f88-893e-5b88b6240871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.347950 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a0064bf-9fdb-4f88-893e-5b88b6240871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.359267 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.360401 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d7609d81-daaa-4df0-936f-7972abf750b6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965883 Jul 22 22:14:45.363282 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33118) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.370360 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group_rule': {'security_group_id': '66c25545-4579-43bf-94b6-489ccbaf82ba', 'project_id': '12018010895c4490b7df7f836ee27fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:45.400278 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.425527 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1a0064bf-9fdb-4f88-893e-5b88b6240871 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=94054be7e6e84c2e91b144b1f1d8db42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591982 Jul 22 22:14:45.428290 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0064bf-9fdb-4f88-893e-5b88b6240871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24cbf9c-ff8d-46af-93da-647f55c57b6f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.428417 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33120) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.477116 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.483053 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.509498 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750d3051-652c-46e9-a824-9b6d4c0b5e51,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.525392 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.529242 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f33a45e5-e32c-4aa3-adaa-8559a4228ddc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622245 Jul 22 22:14:45.529480 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33124) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.534232 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group_rule': {'security_group_id': '66c25545-4579-43bf-94b6-489ccbaf82ba', 'project_id': '12018010895c4490b7df7f836ee27fe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:45.538453 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03e99076-3455-4942-987a-4b138965662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.570730 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03e99076-3455-4942-987a-4b138965662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.600585 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.683345 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03e99076-3455-4942-987a-4b138965662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.686124 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-03e99076-3455-4942-987a-4b138965662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.687512 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-03e99076-3455-4942-987a-4b138965662e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f24cbf9c-ff8d-46af-93da-647f55c57b6f HTTP/1.1" status: 204 len: 168 time: 0.2580462 Jul 22 22:14:45.703634 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.704897 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e99076-3455-4942-987a-4b138965662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24cbf9c-ff8d-46af-93da-647f55c57b6f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.709429 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.712938 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88e539cc-a92c-45b4-b352-fb7d36984adf req-69f70bb6-75be-430a-998e-60d63542b8e8 service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439574 Jul 22 22:14:45.729681 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e405608-91c9-4df9-8d52-ab8103436010,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.736053 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.738011 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c00d1dde-b340-428c-b65a-abc17d69700e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073467 Jul 22 22:14:45.740630 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33132) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.751365 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group_rule': {'security_group_id': '66c25545-4579-43bf-94b6-489ccbaf82ba', 'project_id': '12018010895c4490b7df7f836ee27fe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:45.759041 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['df137ddf-4335-4e68-804f-dcdbcd702913'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:45.809316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ba4cf-ec1c-4e2c-9cd9-4ba18e0e5c66 req-17a2f69c-306d-423a-be33-0af52d8bb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.811696 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc6ba4cf-ec1c-4e2c-9cd9-4ba18e0e5c66 req-17a2f69c-306d-423a-be33-0af52d8bb93a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.0975752 Jul 22 22:14:45.826380 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.895300 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8928ec7-76ed-41da-9be9-7c2bf7bd775b req-7eda18fd-8afb-4949-88b8-3da42d77d6ca tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.897138 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d8928ec7-76ed-41da-9be9-7c2bf7bd775b req-7eda18fd-8afb-4949-88b8-3da42d77d6ca tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.1180408 Jul 22 22:14:45.923852 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.937478 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc6ba4cf-ec1c-4e2c-9cd9-4ba18e0e5c66 req-5615532a-ab3f-4f94-b2fa-ea8eec01a9b9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981781 Jul 22 22:14:45.938607 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.958677 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d8928ec7-76ed-41da-9be9-7c2bf7bd775b req-b8b93669-ba54-4818-88f3-b19fee6c68e9 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Jul 22 22:14:45.965965 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40efba16-ef2c-4827-8f45-bac3a00d2429,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.975336 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.979548 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d69be741-6687-47a1-8f83-abbe339fc8e2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2351904 Jul 22 22:14:45.979950 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33136) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.987721 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group_rule': {'security_group_id': '66c25545-4579-43bf-94b6-489ccbaf82ba', 'project_id': '12018010895c4490b7df7f836ee27fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:45.999601 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-c2828c6f-0ece-40f8-b7fe-e8947d3849e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.001306 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-c2828c6f-0ece-40f8-b7fe-e8947d3849e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1097 time: 0.1444416 Jul 22 22:14:46.023407 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.securitygroups_db [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Project 12018010895c4490b7df7f836ee27fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:14:46.028680 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.091232 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.095392 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.123010 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed71c239-a53d-4509-8e9c-18aaacc63e01,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:46.132342 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.133597 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b212a0c8-cdb7-475e-92d5-930309e1f5cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528177 Jul 22 22:14:46.136472 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33142) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:46.141328 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'security_group_rule': {'security_group_id': '66c25545-4579-43bf-94b6-489ccbaf82ba', 'project_id': '12018010895c4490b7df7f836ee27fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:46.172414 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.securitygroups_db [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Project 12018010895c4490b7df7f836ee27fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:14:46.178737 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.179044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-28835796-c113-41ce-95de-65497c495895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.181522 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-28835796-c113-41ce-95de-65497c495895 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 917 time: 0.1097591 Jul 22 22:14:46.246252 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-c75d5a21-896a-4856-aacd-6f96c8ecc15c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 217 time: 0.0457873 Jul 22 22:14:46.287449 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.309104 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.332460 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-340812f2-412b-4d88-b3a4-7cbeb043d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.333947 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-340812f2-412b-4d88-b3a4-7cbeb043d523 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.0753229 Jul 22 22:14:46.336681 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccb6444-625c-45ce-8d61-ab937bee48a6,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:46.341909 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.342950 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1584b38c-c474-451c-88bf-720651a7a5f0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2054484 Jul 22 22:14:46.383481 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecc13b-5b17-4a9e-99d6-c3429078a360 req-f7c13b4f-2b0f-4014-91de-bd2c98e53115 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.385803 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14ecc13b-5b17-4a9e-99d6-c3429078a360 req-f7c13b4f-2b0f-4014-91de-bd2c98e53115 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1131985 Jul 22 22:14:46.407646 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35e212-7354-45a4-b751-3b4dea500f5b req-7e133b39-6699-4c33-9403-0687de261c4f tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.415655 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2c35e212-7354-45a4-b751-3b4dea500f5b req-7e133b39-6699-4c33-9403-0687de261c4f tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 944 time: 0.1685758 Jul 22 22:14:46.465262 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14ecc13b-5b17-4a9e-99d6-c3429078a360 req-844c762b-8af1-4475-b3e3-2a3318523306 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703006 Jul 22 22:14:46.485598 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2c35e212-7354-45a4-b751-3b4dea500f5b req-765582b8-54c0-4246-ae89-815c6ad36970 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Jul 22 22:14:46.496756 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-8174ea80-77cb-4aef-acf3-0cd6a19dfd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.499997 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-8174ea80-77cb-4aef-acf3-0cd6a19dfd55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1493871 Jul 22 22:14:46.615930 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b134f0-bcbd-46db-85b2-87db86a54aad req-ce3b6fa6-1588-4834-a88c-8988c1ebe55c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:46.623667 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b9b134f0-bcbd-46db-85b2-87db86a54aad req-ce3b6fa6-1588-4834-a88c-8988c1ebe55c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 944 time: 0.0787585 Jul 22 22:14:46.644925 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-39361adb-110d-476a-90c3-f57ee243a844 service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212134 Jul 22 22:14:46.671107 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b9b134f0-bcbd-46db-85b2-87db86a54aad req-82c0a53b-b5c1-4a68-baf0-92062e9a1e7d tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Jul 22 22:14:46.770242 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83609645-3aad-45cf-8b04-5f6b8028a1ee req-d84dac97-e531-41a3-b4db-ad7d802453ef service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119025 Jul 22 22:14:47.107954 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f37f12-92e1-4f07-9aac-74b3936784d7 req-c1fbdbe6-f1f6-499e-bf31-7a9a7c38bc6d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:47.109365 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2f37f12-92e1-4f07-9aac-74b3936784d7 req-c1fbdbe6-f1f6-499e-bf31-7a9a7c38bc6d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.0648894 Jul 22 22:14:47.150895 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2f37f12-92e1-4f07-9aac-74b3936784d7 req-f410413b-7b61-416e-a4ba-2d08c4971bad tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Jul 22 22:14:47.622819 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09081a0e-a058-49ed-bb8d-59072f750ed3 req-e4a792f0-a358-41fc-bfd2-3b680d4d8c94 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:47.624446 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-09081a0e-a058-49ed-bb8d-59072f750ed3 req-e4a792f0-a358-41fc-bfd2-3b680d4d8c94 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0857811 Jul 22 22:14:47.642892 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce9e25-6c41-4c47-98d3-fa685b9842e4 req-7f748475-a2d5-40d3-b762-a08f15cf994c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:47.644595 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abce9e25-6c41-4c47-98d3-fa685b9842e4 req-7f748475-a2d5-40d3-b762-a08f15cf994c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 944 time: 0.0779924 Jul 22 22:14:47.680840 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-09081a0e-a058-49ed-bb8d-59072f750ed3 req-3d0b46a8-34f6-4d2e-bd24-ed9be2262add tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Jul 22 22:14:47.689718 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abce9e25-6c41-4c47-98d3-fa685b9842e4 req-a0ee2a5b-9368-403f-be32-a55c5762aae4 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Jul 22 22:14:47.852503 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a298de-57d7-4736-ba0d-3c0fa145da4b req-d5cb1a5a-debe-4481-9848-8c6afc8606ac tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:47.854038 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79a298de-57d7-4736-ba0d-3c0fa145da4b req-d5cb1a5a-debe-4481-9848-8c6afc8606ac tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 944 time: 0.0848312 Jul 22 22:14:47.894305 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79a298de-57d7-4736-ba0d-3c0fa145da4b req-be74d259-de63-46e8-85e4-48ad75ccf743 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Jul 22 22:14:48.283479 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4b71f-dec8-4cdc-9c0f-4da7faad76b0 req-28b44cd9-6798-439a-ac17-d50293b06dcd tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:48.284931 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f1c4b71f-dec8-4cdc-9c0f-4da7faad76b0 req-28b44cd9-6798-439a-ac17-d50293b06dcd tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.0633912 Jul 22 22:14:48.323340 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f1c4b71f-dec8-4cdc-9c0f-4da7faad76b0 req-0e80fab0-9f17-441a-92bb-32694ca5a1d9 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Jul 22 22:14:48.790720 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d18551b-8899-4ec5-923e-e3bb0aadddfb details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:48.794972 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device df137ddf-4335-4e68-804f-dcdbcd702913 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:48.808604 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b984c4-e287-42eb-b842-aabef8e5d562 req-55e5f6ee-df07-4c40-8154-44e89314d9b6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:48.810282 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-82b984c4-e287-42eb-b842-aabef8e5d562 req-55e5f6ee-df07-4c40-8154-44e89314d9b6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0651891 Jul 22 22:14:48.829779 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbe637-033f-488e-a4c8-062eb39adf0d req-93ace3b2-b3c4-452d-aef9-256f2f683f12 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:48.831802 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fddbe637-033f-488e-a4c8-062eb39adf0d req-93ace3b2-b3c4-452d-aef9-256f2f683f12 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 944 time: 0.0688472 Jul 22 22:14:48.832940 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:48.852400 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-82b984c4-e287-42eb-b842-aabef8e5d562 req-119e7267-1dd5-418c-af03-6ce38b4d0cc6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Jul 22 22:14:48.876751 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fddbe637-033f-488e-a4c8-062eb39adf0d req-ca2535c2-c981-4d4f-9869-961dbf344679 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373514 Jul 22 22:14:48.936114 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port df137ddf-4335-4e68-804f-dcdbcd702913 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:48.936114 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port df137ddf-4335-4e68-804f-dcdbcd702913 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:48.936114 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.974350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:48.993301 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'port_id': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'mac_address': 'fa:16:3e:38:00:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:49.080165 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.090135 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9e44a-5126-4127-a0ab-9cdc746d327d req-b8ba81b3-8b38-43be-8c3f-2fd478361521 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.097694 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71e9e44a-5126-4127-a0ab-9cdc746d327d req-b8ba81b3-8b38-43be-8c3f-2fd478361521 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 944 time: 0.1225722 Jul 22 22:14:49.102875 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d18551b-8899-4ec5-923e-e3bb0aadddfb {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:49.118657 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.144572 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:49.154280 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.162387 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71e9e44a-5126-4127-a0ab-9cdc746d327d req-b0306bb3-6e99-46c7-aa36-8345012d7bda tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Jul 22 22:14:49.163911 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df137ddf-4335-4e68-804f-dcdbcd702913'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:49.167584 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0839c127-012c-40f0-8119-c3c33002375a" -d '{"events": [{"server_uuid": "d278a91e-64f0-4b40-9989-0aa976ccf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "df137ddf-4335-4e68-804f-dcdbcd702913"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:49.262822 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1968fc-7809-4610-8137-0784c6f38377 x-openstack-request-id: req-ed1968fc-7809-4610-8137-0784c6f38377 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:49.263309 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d278a91e-64f0-4b40-9989-0aa976ccf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "df137ddf-4335-4e68-804f-dcdbcd702913", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:49.263711 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ed1968fc-7809-4610-8137-0784c6f38377 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:49.264985 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df137ddf-4335-4e68-804f-dcdbcd702913', 'code': 200} Jul 22 22:14:49.300946 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port df137ddf-4335-4e68-804f-dcdbcd702913, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=df137ddf-4335-4e68-804f-dcdbcd702913,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:49.307018 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27e23-3530-4ad1-9417-65f42d6e0342 req-b3f2fdf8-3c5e-4611-84dd-ddaa44af02ef tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.314188 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-88a27e23-3530-4ad1-9417-65f42d6e0342 req-b3f2fdf8-3c5e-4611-84dd-ddaa44af02ef tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0866270 Jul 22 22:14:49.315140 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-1ef8e863-1917-483b-9051-d943a9e2b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.316952 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-1ef8e863-1917-483b-9051-d943a9e2b044 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.0956542 Jul 22 22:14:49.322286 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.339905 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:49.357087 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-88a27e23-3530-4ad1-9417-65f42d6e0342 req-86fc11ad-9b34-4fe1-a3c9-ca3ab66cef6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Jul 22 22:14:49.420745 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=df137ddf-4335-4e68-804f-dcdbcd702913,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:49.471535 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-b788286f-53c7-4da6-84a6-7e2a4101dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.474252 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-b788286f-53c7-4da6-84a6-7e2a4101dd6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.1489222 Jul 22 22:14:49.498232 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396e292-f829-4001-b867-79481a3ed51f req-83d4e3ba-3be7-4785-b35d-f77f4d0a1c3b tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.499736 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1396e292-f829-4001-b867-79481a3ed51f req-83d4e3ba-3be7-4785-b35d-f77f4d0a1c3b tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.0682888 Jul 22 22:14:49.540874 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1396e292-f829-4001-b867-79481a3ed51f req-a27d702a-b6ac-4492-b51c-8960ebb44865 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Jul 22 22:14:49.575912 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-761675d4-3dbc-46bb-af6d-28118456aa5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0593362 Jul 22 22:14:49.602656 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066f324-4b62-4e54-9101-c32a6767c72f req-c524b333-7560-44d4-9496-e2a6d2f4a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.604114 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6066f324-4b62-4e54-9101-c32a6767c72f req-c524b333-7560-44d4-9496-e2a6d2f4a662 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 1098 time: 0.0816131 Jul 22 22:14:49.675988 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-c2c36b6e-bba5-4043-aa77-7d7672a97ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:49.675988 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-c2c36b6e-bba5-4043-aa77-7d7672a97ea6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.0693548 Jul 22 22:14:49.681529 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6066f324-4b62-4e54-9101-c32a6767c72f req-79e4a27f-dd22-4c40-b5f2-543f5fc0b37c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Jul 22 22:14:49.857264 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-d66e9d80-4a75-4355-a925-c83161dc720c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293124 Jul 22 22:14:49.877664 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d18551b-8899-4ec5-923e-e3bb0aadddfb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:50.006305 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-ce8d0489-5d63-4ce0-990b-0bc1b13b0c0d service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958228 Jul 22 22:14:50.027365 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e9d3-3b3c-4700-827f-eaf324de3269 req-a6e07fc3-ce30-4f19-bfc1-937245d7e512 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:50.034787 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d25e9d3-3b3c-4700-827f-eaf324de3269 req-a6e07fc3-ce30-4f19-bfc1-937245d7e512 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.0837500 Jul 22 22:14:50.070722 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d25e9d3-3b3c-4700-827f-eaf324de3269 req-df598e5e-f4b6-433b-a27f-2974394fb668 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Jul 22 22:14:50.118953 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1fa5c4cf-9ef8-44f2-a171-14342bb95138 req-95341f93-ac57-4b75-ac2e-4dd7eb51329c service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003466 Jul 22 22:14:50.285642 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fe75f-c6a0-4948-beb0-563358aaeb56 req-467ec7aa-f217-49b8-ab7f-289ba10395ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:50.287165 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-707fe75f-c6a0-4948-beb0-563358aaeb56 req-467ec7aa-f217-49b8-ab7f-289ba10395ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 945 time: 0.0667970 Jul 22 22:14:50.333715 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-707fe75f-c6a0-4948-beb0-563358aaeb56 req-12a034a1-fd86-4084-b8f0-b58a4f4ddbc4 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Jul 22 22:14:50.504742 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77717d-d8e6-43b0-849f-b5c9ed157b1e req-b540be30-6649-4657-ad44-66fe92679117 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:50.506621 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a77717d-d8e6-43b0-849f-b5c9ed157b1e req-b540be30-6649-4657-ad44-66fe92679117 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0855961 Jul 22 22:14:50.558680 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a77717d-d8e6-43b0-849f-b5c9ed157b1e req-3cf595e4-5691-45e6-a305-ec9b4dac6e5b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Jul 22 22:14:50.677802 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d0ba8-9668-4cb5-92f9-15a9fb4523cc req-922fc932-1ffa-42b0-8836-91e96a27c3d5 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:50.679386 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e25d0ba8-9668-4cb5-92f9-15a9fb4523cc req-922fc932-1ffa-42b0-8836-91e96a27c3d5 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.0672715 Jul 22 22:14:50.719287 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e25d0ba8-9668-4cb5-92f9-15a9fb4523cc req-aa8a2c7d-9ef8-4b62-a682-b88c7938fe72 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Jul 22 22:14:50.765715 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33346) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:50.869709 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f909-0fa0-4b60-ba17-f0dd87ba1579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.969729 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f909-0fa0-4b60-ba17-f0dd87ba1579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.973892 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1aa8f909-0fa0-4b60-ba17-f0dd87ba1579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.013771 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1aa8f909-0fa0-4b60-ba17-f0dd87ba1579 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=65274b8b436f454981498f174c0f664c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468579 Jul 22 22:14:51.014776 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8f909-0fa0-4b60-ba17-f0dd87ba1579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f3469-7171-4e82-bdd7-90bff5f62f26,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:51.016734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 33350) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:51.065721 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26c33fb5-4fd6-48c3-8894-57b3cff2c95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.086223 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26c33fb5-4fd6-48c3-8894-57b3cff2c95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.138009 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26c33fb5-4fd6-48c3-8894-57b3cff2c95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.140591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26c33fb5-4fd6-48c3-8894-57b3cff2c95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.143056 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-26c33fb5-4fd6-48c3-8894-57b3cff2c95d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/461f3469-7171-4e82-bdd7-90bff5f62f26 HTTP/1.1" status: 204 len: 168 time: 0.1232615 Jul 22 22:14:51.151996 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c33fb5-4fd6-48c3-8894-57b3cff2c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f3469-7171-4e82-bdd7-90bff5f62f26,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:51.224282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09258-a0b1-497d-87b0-fcb4075df0ad req-d9d37f20-7e0d-4082-9b17-5293531d6b37 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:51.225681 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-92b09258-a0b1-497d-87b0-fcb4075df0ad req-d9d37f20-7e0d-4082-9b17-5293531d6b37 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.0698862 Jul 22 22:14:51.264563 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-92b09258-a0b1-497d-87b0-fcb4075df0ad req-2478468f-e59f-467b-92a0-03a909f424d3 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jul 22 22:14:51.426329 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 33362) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:51.439874 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-66a1f580-6276-4b64-a96b-6334a010e9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.475538 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29053e4-5b32-4471-9a20-5dff016f5851 req-74b2affb-c365-427b-8d82-89095abe734b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:51.477781 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d29053e4-5b32-4471-9a20-5dff016f5851 req-74b2affb-c365-427b-8d82-89095abe734b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 945 time: 0.0768011 Jul 22 22:14:51.519668 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d29053e4-5b32-4471-9a20-5dff016f5851 req-4d5cb348-09d5-4322-aeaf-af859ad2d3b2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350900 Jul 22 22:14:51.536312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-66a1f580-6276-4b64-a96b-6334a010e9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.540936 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-66a1f580-6276-4b64-a96b-6334a010e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.578927 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-66a1f580-6276-4b64-a96b-6334a010e9d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=964e9f1c3fd64ba58329cbb484c46531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514931 Jul 22 22:14:51.581555 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 33366) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:51.581978 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1f580-6276-4b64-a96b-6334a010e9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe1803-23fe-4760-b045-a42780e6452b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:51.642761 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5825e148-f9c6-4f41-a753-3aa52eaa706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.678425 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5825e148-f9c6-4f41-a753-3aa52eaa706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.745056 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a927bc5-5682-4744-876f-81221b3b14ca req-0f988de3-794d-4a84-a2cf-394642fbbad9 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:51.750525 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a927bc5-5682-4744-876f-81221b3b14ca req-0f988de3-794d-4a84-a2cf-394642fbbad9 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0905712 Jul 22 22:14:51.773448 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5825e148-f9c6-4f41-a753-3aa52eaa706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.776783 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5825e148-f9c6-4f41-a753-3aa52eaa706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.780473 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5825e148-f9c6-4f41-a753-3aa52eaa706f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73fe1803-23fe-4760-b045-a42780e6452b HTTP/1.1" status: 204 len: 168 time: 0.1954546 Jul 22 22:14:51.803793 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825e148-f9c6-4f41-a753-3aa52eaa706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe1803-23fe-4760-b045-a42780e6452b,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:51.836996 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a927bc5-5682-4744-876f-81221b3b14ca req-557a5b2d-841b-4f93-b6ac-e2903ea9b6d2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839655 Jul 22 22:14:51.909994 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88783-202f-49ac-ac7b-3bc8b0583ea4 req-35a3c29e-800e-4751-a6f2-5fad57a5d06d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:51.911495 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d1c88783-202f-49ac-ac7b-3bc8b0583ea4 req-35a3c29e-800e-4751-a6f2-5fad57a5d06d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.0663271 Jul 22 22:14:51.956651 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d1c88783-202f-49ac-ac7b-3bc8b0583ea4 req-e5a6d5eb-4979-44d5-978f-325f84f740b9 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/security-groups?id=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Jul 22 22:14:52.451339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1af422-00e6-4cf4-a7ac-5dcd7e32ea1a req-6985f0fc-2809-4593-9381-4880e9abc204 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:52.452809 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5b1af422-00e6-4cf4-a7ac-5dcd7e32ea1a req-6985f0fc-2809-4593-9381-4880e9abc204 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.1189256 Jul 22 22:14:52.465554 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-2b35427a-9813-47b5-8bc8-9cf4f1fe2e3d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:52.467514 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-2b35427a-9813-47b5-8bc8-9cf4f1fe2e3d tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 945 time: 0.0976863 Jul 22 22:14:52.548765 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5b1af422-00e6-4cf4-a7ac-5dcd7e32ea1a req-140bb69c-d5eb-47f4-8f38-5bed17e0082e tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797608 Jul 22 22:14:52.612242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Deleting port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:52.612503 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.673420 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f312a8d-5f89-4c00-8e42-bdf95e6e25d1 req-bb8ee278-f91c-4f3e-a586-47b50fdbda2f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:52.676354 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9f312a8d-5f89-4c00-8e42-bdf95e6e25d1 req-bb8ee278-f91c-4f3e-a586-47b50fdbda2f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 945 time: 0.0761974 Jul 22 22:14:52.702788 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] For port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,segment=NetworkSegment(750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e),segment_id=750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:52.703211 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.716327 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Calling delete_port for 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:52.718431 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9f312a8d-5f89-4c00-8e42-bdf95e6e25d1 req-42ff217c-be84-407a-8249-ee8aaf9e9aa6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Jul 22 22:14:52.814076 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d18551b-8899-4ec5-923e-e3bb0aadddfb up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:52.874972 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.916092 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Pushing event deleted for resources: {'Port': ['ID=83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:52.986013 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:53.006930 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] No DVR routers for this DVR port 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:53.031047 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.041199 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 7d18551b-8899-4ec5-923e-e3bb0aadddfb completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:53.043094 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8a73c14f-9fbe-4629-8912-66dc2ffbd370 req-b7f116ce-3b57-4c8f-a3d2-41babb840325 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.77 "DELETE /v2.0/ports/83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 HTTP/1.1" status: 204 len: 173 time: 0.5558088 Jul 22 22:14:53.044131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'name': 'network-vif-deleted', 'tag': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:53.047028 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479f4c31-9b9e-4992-84c1-4b3fbd0c433c" -d '{"events": [{"server_uuid": "7135d21e-57b0-4f8a-b056-1738c0850b96", "name": "network-vif-deleted", "tag": "83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:53.051903 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 7d18551b-8899-4ec5-923e-e3bb0aadddfb triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:53.052805 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.113162 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a164a-c639-4510-91cc-6731a80d0ea3 req-b829f2a9-e89c-4ee1-ba16-085a7d806948 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.113889 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-35b865e0-faab-4392-bcbf-0a3b85980c1c req-e4f592f4-ac5d-4b0b-bd8f-45cc4ce4cf98 tempest-VolumesActionsTest-369819836 tempest-VolumesActionsTest-369819836-project] 10.222.0.63 "GET /v2.0/ports?device_id=7135d21e-57b0-4f8a-b056-1738c0850b96 HTTP/1.1" status: 200 len: 210 time: 0.0314395 Jul 22 22:14:53.115094 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-820a164a-c639-4510-91cc-6731a80d0ea3 req-b829f2a9-e89c-4ee1-ba16-085a7d806948 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1529014 Jul 22 22:14:53.166666 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.170667 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-820a164a-c639-4510-91cc-6731a80d0ea3 req-77ed4332-8195-4d7c-8d61-4bf93e55ce50 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Jul 22 22:14:53.172531 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d6134-a3fe-4331-aeaf-cff0490a5e23 x-openstack-request-id: req-852d6134-a3fe-4331-aeaf-cff0490a5e23 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:53.172886 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7135d21e-57b0-4f8a-b056-1738c0850b96", "name": "network-vif-deleted", "tag": "83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:53.173161 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-852d6134-a3fe-4331-aeaf-cff0490a5e23 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:53.173545 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7135d21e-57b0-4f8a-b056-1738c0850b96', 'name': 'network-vif-deleted', 'tag': '83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6', 'status': 'completed', 'code': 200} Jul 22 22:14:53.194998 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:53.197481 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e947c423-726e-4419-87d0-ddf151f71b3e" -d '{"events": [{"server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "name": "network-vif-plugged", "status": "completed", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:53.210908 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:53.215598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.239516 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d2549-f17c-4b11-9b0a-30d255af275e x-openstack-request-id: req-4e1d2549-f17c-4b11-9b0a-30d255af275e {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:53.239811 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "name": "network-vif-plugged", "status": "completed", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:53.240064 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4e1d2549-f17c-4b11-9b0a-30d255af275e {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:53.240448 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'code': 200} Jul 22 22:14:53.274778 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:53.405396 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ce98ab19-d54c-4e54-a026-ddadf47f62c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.477650 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b81dde-73b8-4298-8631-b066d229cd9a req-8fe0fec1-0e45-463a-9c78-6670ef146462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.479137 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9b81dde-73b8-4298-8631-b066d229cd9a req-8fe0fec1-0e45-463a-9c78-6670ef146462 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1099 time: 0.0544858 Jul 22 22:14:53.514019 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9b81dde-73b8-4298-8631-b066d229cd9a req-2f09a0cc-1205-447e-abab-a252ba975bbd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279014 Jul 22 22:14:53.692831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152f48c-f471-4c19-8702-b7201812e68e req-a8d7ec8a-73bb-4511-a85c-0e0bde8476ab tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.695056 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b152f48c-f471-4c19-8702-b7201812e68e req-a8d7ec8a-73bb-4511-a85c-0e0bde8476ab tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.0701110 Jul 22 22:14:53.711610 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7299d-a5fe-4ca3-bb6a-b34d47e12edb req-548a460c-a4a7-4f3c-b8ad-53dcf38922ab tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.713118 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1bc7299d-a5fe-4ca3-bb6a-b34d47e12edb req-548a460c-a4a7-4f3c-b8ad-53dcf38922ab tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0918269 Jul 22 22:14:53.737103 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b152f48c-f471-4c19-8702-b7201812e68e req-15b3e4dd-0e82-45b7-b547-e385ac8a4aad tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Jul 22 22:14:53.749949 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1bc7299d-a5fe-4ca3-bb6a-b34d47e12edb req-1c9c4a9c-1103-4d90-94ef-f31c299806a6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Jul 22 22:14:53.858655 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a75778-deea-4265-a435-d3f744030571 req-f4a9f6fd-1644-4c9e-8838-1a827c571dbc tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.860129 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a5a75778-deea-4265-a435-d3f744030571 req-f4a9f6fd-1644-4c9e-8838-1a827c571dbc tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0664618 Jul 22 22:14:53.902838 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a5a75778-deea-4265-a435-d3f744030571 req-ae38dd46-d520-4ca3-8cd9-3529978b2b4d tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370586 Jul 22 22:14:54.326064 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bc7ae-34a9-4835-8cfe-3671759de5a4 req-be01325f-1722-4a74-a35f-0140ee5e6ab1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:54.327849 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a1bc7ae-34a9-4835-8cfe-3671759de5a4 req-be01325f-1722-4a74-a35f-0140ee5e6ab1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0661881 Jul 22 22:14:54.376401 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a1bc7ae-34a9-4835-8cfe-3671759de5a4 req-5a90457c-0b06-48c9-ac2e-b13206e4f19c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375018 Jul 22 22:14:54.896003 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b30c9a-0006-4a7b-bcca-78636d99660e req-350fb95c-5397-46f8-ba9c-1c0236eacdc3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:54.897463 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-94b30c9a-0006-4a7b-bcca-78636d99660e req-350fb95c-5397-46f8-ba9c-1c0236eacdc3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0702283 Jul 22 22:14:54.939607 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-94b30c9a-0006-4a7b-bcca-78636d99660e req-075b98a5-7d8e-4a16-946f-d19ab44eb878 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Jul 22 22:14:55.037185 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6f21-3f3a-434b-97a8-f5b020e6d748 req-f579e6b1-2aaf-4b3e-9bb3-bab2c3a4a230 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:55.038604 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e13b6f21-3f3a-434b-97a8-f5b020e6d748 req-f579e6b1-2aaf-4b3e-9bb3-bab2c3a4a230 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0687201 Jul 22 22:14:55.077409 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e13b6f21-3f3a-434b-97a8-f5b020e6d748 req-6628e913-d421-401e-b392-9db8b42bd4fe tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Jul 22 22:14:55.511160 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee5084-3248-4ee5-bef7-d9e113607ab5 req-de993142-8e77-4375-a440-3fce87f2e840 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:55.512603 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b9ee5084-3248-4ee5-bef7-d9e113607ab5 req-de993142-8e77-4375-a440-3fce87f2e840 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0622411 Jul 22 22:14:55.550402 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b9ee5084-3248-4ee5-bef7-d9e113607ab5 req-92180c6e-3240-499a-bd6c-63587af0a96a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jul 22 22:14:55.930450 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7566c627-1d8f-4745-9a4d-a0a6ad20f893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:56.080109 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da2cd3-1e6a-4250-98d3-b2da5cabd503 req-fb902c43-3902-48b8-8f11-879d8309e006 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:56.081703 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-34da2cd3-1e6a-4250-98d3-b2da5cabd503 req-fb902c43-3902-48b8-8f11-879d8309e006 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0704091 Jul 22 22:14:56.120998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-34da2cd3-1e6a-4250-98d3-b2da5cabd503 req-9a62d387-4039-48b4-9215-2a156e5dd4fb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336664 Jul 22 22:14:56.237605 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af736b52-cd1e-4bc6-992b-93b179ae44eb req-b719ece0-c94b-4f0f-9cb9-361851069614 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:56.239096 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-af736b52-cd1e-4bc6-992b-93b179ae44eb req-b719ece0-c94b-4f0f-9cb9-361851069614 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0629821 Jul 22 22:14:56.276307 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-af736b52-cd1e-4bc6-992b-93b179ae44eb req-c1e71147-5b53-478c-a1e5-d148e43bab3f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Jul 22 22:14:56.510790 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:57.155819 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:57.174830 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:57.175178 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 83a9e4c4-f119-4ef8-8ee2-83dee1b9fac6 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:57.252224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc5847-9d57-4d9f-b0a2-9543ecf21cef req-061cb6c7-7079-4220-9cfa-f5b6a5344699 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:57.253692 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-92fc5847-9d57-4d9f-b0a2-9543ecf21cef req-061cb6c7-7079-4220-9cfa-f5b6a5344699 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0621524 Jul 22 22:14:57.278413 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:57.307525 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-92fc5847-9d57-4d9f-b0a2-9543ecf21cef req-77cc58d0-7bb0-4d14-a3fc-7216974233a1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473197 Jul 22 22:14:57.432877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56187200-7af0-4a8b-a2c3-17745eac88b8 req-a46bb922-6d94-43c3-9eb6-bbfbf4ea00a5 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:57.434634 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-56187200-7af0-4a8b-a2c3-17745eac88b8 req-a46bb922-6d94-43c3-9eb6-bbfbf4ea00a5 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0703177 Jul 22 22:14:57.471523 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-56187200-7af0-4a8b-a2c3-17745eac88b8 req-868a6052-b944-4960-9c65-b5bfde6f0b11 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Jul 22 22:14:58.453989 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de584-97ed-47ed-be3b-925ce5328192 req-855493f2-75a9-4eee-b80a-03669f15787a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:58.455616 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a80de584-97ed-47ed-be3b-925ce5328192 req-855493f2-75a9-4eee-b80a-03669f15787a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0718415 Jul 22 22:14:58.500705 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a80de584-97ed-47ed-be3b-925ce5328192 req-3e6b2c92-8d44-4d5b-9aab-3c6b6330d393 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353415 Jul 22 22:14:58.644366 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6cc8d-9fda-4065-84c9-12472932d1ce req-9f3a265f-c5e3-4215-8c19-b63dea6e8676 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:58.645876 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-93f6cc8d-9fda-4065-84c9-12472932d1ce req-9f3a265f-c5e3-4215-8c19-b63dea6e8676 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0733900 Jul 22 22:14:58.685460 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-93f6cc8d-9fda-4065-84c9-12472932d1ce req-9c0ada04-8881-4ee6-84f2-0f6bd84aaa80 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Jul 22 22:14:58.704251 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.642367 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7e9d8-9e30-479d-8b7c-533a1c9c622e req-a23d565c-13e2-4046-b7f4-d80b874c5f66 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.643882 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03e7e9d8-9e30-479d-8b7c-533a1c9c622e req-a23d565c-13e2-4046-b7f4-d80b874c5f66 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0676515 Jul 22 22:14:59.682413 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03e7e9d8-9e30-479d-8b7c-533a1c9c622e req-77ffb39d-50d5-418c-bfff-322b28c2f5b3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 Jul 22 22:14:59.814934 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30ed9-cb01-41ba-b0c4-11838f6d9786 req-8a251dc0-e669-4044-8a47-08403dc1ccb0 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.816396 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-80a30ed9-cb01-41ba-b0c4-11838f6d9786 req-8a251dc0-e669-4044-8a47-08403dc1ccb0 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0642097 Jul 22 22:14:59.857378 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-80a30ed9-cb01-41ba-b0c4-11838f6d9786 req-d97e9c1f-2bbc-4e69-afe0-ae953f54ba81 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Jul 22 22:14:59.991525 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4741-5cbe-4c43-aac2-a97b7db1e3a2 req-001816d3-f41f-45fe-97df-7739d753457e tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.993034 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-85df4741-5cbe-4c43-aac2-a97b7db1e3a2 req-001816d3-f41f-45fe-97df-7739d753457e tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0705383 Jul 22 22:15:00.033403 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-85df4741-5cbe-4c43-aac2-a97b7db1e3a2 req-0ce8cfbe-72f4-4914-acc3-ac34d77e93d1 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Jul 22 22:15:00.364675 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110298ae-e304-4aa6-b911-3b235c15f7b1 req-f23398ba-67e6-4b01-8f13-845d0f6870fb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:00.366660 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-110298ae-e304-4aa6-b911-3b235c15f7b1 req-f23398ba-67e6-4b01-8f13-845d0f6870fb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0627456 Jul 22 22:15:00.405764 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-110298ae-e304-4aa6-b911-3b235c15f7b1 req-8565a96f-5129-4fcb-af9e-eadf27e60ff0 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Jul 22 22:15:00.830259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa078219-318f-41f2-9b74-f1603f9b94c3 req-2cb239cb-5efc-4360-b6e6-b0545dde23ea tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:00.838432 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aa078219-318f-41f2-9b74-f1603f9b94c3 req-2cb239cb-5efc-4360-b6e6-b0545dde23ea tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0808253 Jul 22 22:15:00.874120 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aa078219-318f-41f2-9b74-f1603f9b94c3 req-99dc35a5-2bea-4473-8a4e-444d52c6e100 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Jul 22 22:15:02.009050 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb399-2eba-48db-b079-4f73fb0fbedd req-5af79f55-8959-4bbd-865e-72b2730cbcc4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:02.010739 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7cebb399-2eba-48db-b079-4f73fb0fbedd req-5af79f55-8959-4bbd-865e-72b2730cbcc4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0675948 Jul 22 22:15:02.052284 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7cebb399-2eba-48db-b079-4f73fb0fbedd req-bec1ba94-6970-4c70-9bef-63ea8aa6bccb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Jul 22 22:15:03.191319 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c4cc3-c5b5-45dc-b7d9-1e2c1d142184 req-e13485e7-5043-4817-8bd9-e69138abc6cb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:03.193069 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a0c4cc3-c5b5-45dc-b7d9-1e2c1d142184 req-e13485e7-5043-4817-8bd9-e69138abc6cb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0696213 Jul 22 22:15:03.232918 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a0c4cc3-c5b5-45dc-b7d9-1e2c1d142184 req-70974811-1f0c-4a13-8ef3-60febba28a88 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Jul 22 22:15:03.906798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f56a32-d597-4378-9b2f-ab34b33ceca4 req-1be8f12a-8029-4ce0-bc15-58619448a118 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:03.908345 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-44f56a32-d597-4378-9b2f-ab34b33ceca4 req-1be8f12a-8029-4ce0-bc15-58619448a118 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0833404 Jul 22 22:15:03.947805 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-44f56a32-d597-4378-9b2f-ab34b33ceca4 req-31135e1c-b56b-40c4-8ecf-fee6aa408010 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Jul 22 22:15:04.347094 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6963e-ebc2-4b7c-a492-885198c61b87 req-e3c4a9f0-9008-472f-9a27-87b1bd57501a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:04.348606 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fec6963e-ebc2-4b7c-a492-885198c61b87 req-e3c4a9f0-9008-472f-9a27-87b1bd57501a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0633597 Jul 22 22:15:04.369436 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e6dc-a457-4962-8180-efecd0004577 req-d217423e-5210-4ef5-ab35-161a81d5163b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:04.370727 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f082e6dc-a457-4962-8180-efecd0004577 req-d217423e-5210-4ef5-ab35-161a81d5163b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0681133 Jul 22 22:15:04.392047 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fec6963e-ebc2-4b7c-a492-885198c61b87 req-5965bb07-f21b-4255-bb18-f4cbcf0abca2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Jul 22 22:15:04.409533 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f082e6dc-a457-4962-8180-efecd0004577 req-32b4e1f6-5a1f-405a-a4bc-f96038136575 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Jul 22 22:15:05.075856 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193eecb-633c-4b26-ad6e-7436da60d55b req-6de274df-2795-438e-ad78-30a396453550 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:05.077331 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d193eecb-633c-4b26-ad6e-7436da60d55b req-6de274df-2795-438e-ad78-30a396453550 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0634601 Jul 22 22:15:05.114422 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d193eecb-633c-4b26-ad6e-7436da60d55b req-cbec7d66-5214-4b3c-8ec8-a0bb9b272195 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Jul 22 22:15:05.542425 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420b718-47c5-4bc6-9ecc-6bc837374040 req-e1bbb795-5430-43f0-ada9-d11ac7a13b3d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:05.543950 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2420b718-47c5-4bc6-9ecc-6bc837374040 req-e1bbb795-5430-43f0-ada9-d11ac7a13b3d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0620322 Jul 22 22:15:05.581162 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2420b718-47c5-4bc6-9ecc-6bc837374040 req-a0e04494-073b-4612-b3db-28059038d23e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Jul 22 22:15:06.249395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a8b4-0528-41fa-aac0-b7faf7840576 req-63f8b477-2d07-4365-ae32-523f1d56ea5d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:06.250784 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7345a8b4-0528-41fa-aac0-b7faf7840576 req-63f8b477-2d07-4365-ae32-523f1d56ea5d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0668423 Jul 22 22:15:06.289323 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7345a8b4-0528-41fa-aac0-b7faf7840576 req-32cbd0be-23cf-46c4-98d6-d43e7108e2fe tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Jul 22 22:15:06.712688 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0cef-10f8-4040-82af-b0c7583ef114 req-348098c1-2f2c-4de7-98ba-a5b2a66f66db tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:06.714183 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d69f0cef-10f8-4040-82af-b0c7583ef114 req-348098c1-2f2c-4de7-98ba-a5b2a66f66db tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0617599 Jul 22 22:15:06.752900 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d69f0cef-10f8-4040-82af-b0c7583ef114 req-e5d6f96c-90d1-403e-81ff-45612d936a94 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Jul 22 22:15:07.431312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13fa50-acda-4adf-b8ba-6deceb9b1874 req-920dd42c-81bd-4957-a5e6-efe6dc129ed2 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:07.432869 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a13fa50-acda-4adf-b8ba-6deceb9b1874 req-920dd42c-81bd-4957-a5e6-efe6dc129ed2 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0736253 Jul 22 22:15:07.480610 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a13fa50-acda-4adf-b8ba-6deceb9b1874 req-4b2d705b-a6be-45c5-b1eb-e568cfd5498e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 Jul 22 22:15:07.885989 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed8c9f-4f88-463f-aab1-8f3ffa2784d0 req-796d1cd5-7de6-449b-8f06-0c297d1d94a3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:07.887487 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-66ed8c9f-4f88-463f-aab1-8f3ffa2784d0 req-796d1cd5-7de6-449b-8f06-0c297d1d94a3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0630972 Jul 22 22:15:07.925827 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-66ed8c9f-4f88-463f-aab1-8f3ffa2784d0 req-1c19b5d3-7b32-4805-99b7-11ee5595154a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jul 22 22:15:08.611925 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e34104-ce81-4a4d-8707-c57e76d0bf8d req-11c0974c-5f03-4061-bf38-b91e93fcfd10 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:08.613399 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79e34104-ce81-4a4d-8707-c57e76d0bf8d req-11c0974c-5f03-4061-bf38-b91e93fcfd10 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0636551 Jul 22 22:15:08.656145 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79e34104-ce81-4a4d-8707-c57e76d0bf8d req-674a31dd-94e3-4491-b027-815d5c26eb8d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361452 Jul 22 22:15:09.063969 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462f538-fc45-416c-8796-8bf3f9925def req-60236528-2b61-4d0b-924e-17ee5a924edc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:09.065672 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2462f538-fc45-416c-8796-8bf3f9925def req-60236528-2b61-4d0b-924e-17ee5a924edc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0687673 Jul 22 22:15:09.132158 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2462f538-fc45-416c-8796-8bf3f9925def req-63262d21-40e8-45ba-bcc0-9dbc3f519a46 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549016 Jul 22 22:15:09.809636 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d0fb-6207-4527-a1bc-5b0cb8ceca7e req-37953bc2-2f0f-4d7c-b312-5d4a9dba523d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:09.812709 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9f35d0fb-6207-4527-a1bc-5b0cb8ceca7e req-37953bc2-2f0f-4d7c-b312-5d4a9dba523d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0800886 Jul 22 22:15:09.890751 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9f35d0fb-6207-4527-a1bc-5b0cb8ceca7e req-79dde67a-a6e1-4491-aeed-657b674e094e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696492 Jul 22 22:15:10.301285 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660b81-bf9b-423b-8b2c-124943a5cdc0 req-3bffc161-9303-43f3-9cef-a66580718935 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:10.302896 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e660b81-bf9b-423b-8b2c-124943a5cdc0 req-3bffc161-9303-43f3-9cef-a66580718935 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0871837 Jul 22 22:15:10.342495 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e660b81-bf9b-423b-8b2c-124943a5cdc0 req-3b84c121-502b-43a5-8c4c-bd778dd0a8a6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Jul 22 22:15:11.024149 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88678862-da8c-49f4-bef9-5a11d62ae351 req-90f3c7f4-7ef5-49d8-9dab-1f1f64cd0576 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:11.026531 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-88678862-da8c-49f4-bef9-5a11d62ae351 req-90f3c7f4-7ef5-49d8-9dab-1f1f64cd0576 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0721290 Jul 22 22:15:11.112305 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-88678862-da8c-49f4-bef9-5a11d62ae351 req-d9d2921c-23bb-44ea-ba9e-47f9e33f4293 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777323 Jul 22 22:15:11.521413 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7527729-7972-4398-8a6c-16968725ba06 req-d2e116ba-be26-4455-810f-1ab97b5b215d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:11.522931 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7527729-7972-4398-8a6c-16968725ba06 req-d2e116ba-be26-4455-810f-1ab97b5b215d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0874274 Jul 22 22:15:11.564425 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7527729-7972-4398-8a6c-16968725ba06 req-79223d60-811b-4107-baf1-fc13a756abef tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356221 Jul 22 22:15:12.248898 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6283-8c64-44c8-8a10-b591540829ff req-1b0cca53-1d86-4941-8eff-1dbd7c0037ac tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.250534 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f1e6283-8c64-44c8-8a10-b591540829ff req-1b0cca53-1d86-4941-8eff-1dbd7c0037ac tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0671468 Jul 22 22:15:12.290991 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f1e6283-8c64-44c8-8a10-b591540829ff req-34fd5ddf-1942-4c59-b1e8-67d3c5ea6f24 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340357 Jul 22 22:15:12.524831 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.728337 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b01f3-b1f6-463d-85f3-c7607c68bcfb req-b449dc1b-8a55-4edb-af72-3a758124f10f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.730286 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-488b01f3-b1f6-463d-85f3-c7607c68bcfb req-b449dc1b-8a55-4edb-af72-3a758124f10f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0824423 Jul 22 22:15:12.772260 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-488b01f3-b1f6-463d-85f3-c7607c68bcfb req-a3c42f34-0471-4e37-844a-7066595a4035 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361526 Jul 22 22:15:13.437909 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a67e5-e2f1-4b7c-86a8-761b403cb81f req-b3d08314-9793-49cb-8177-891a9e2257d1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:13.440051 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ee9a67e5-e2f1-4b7c-86a8-761b403cb81f req-b3d08314-9793-49cb-8177-891a9e2257d1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0730889 Jul 22 22:15:13.478744 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ee9a67e5-e2f1-4b7c-86a8-761b403cb81f req-64590d36-433c-43ad-b85c-ac8c701c5e97 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Jul 22 22:15:13.930468 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64b299-903d-47c6-933f-6be3bec4c84e req-77bfc763-7973-446a-8fc5-7f9a8352895b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:13.932695 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f64b299-903d-47c6-933f-6be3bec4c84e req-77bfc763-7973-446a-8fc5-7f9a8352895b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0718620 Jul 22 22:15:13.975655 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f64b299-903d-47c6-933f-6be3bec4c84e req-752a52c0-780a-4120-9972-2bac95d0ff8f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Jul 22 22:15:14.627374 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6471d-f7db-4fde-8beb-09fda4eedea0 req-55ae5736-3f32-4d1d-bc80-d412889277f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:14.628809 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7fe6471d-f7db-4fde-8beb-09fda4eedea0 req-55ae5736-3f32-4d1d-bc80-d412889277f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0708473 Jul 22 22:15:14.668681 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7fe6471d-f7db-4fde-8beb-09fda4eedea0 req-94810c1d-2589-434d-993f-569da2270ae2 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Jul 22 22:15:15.113667 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1f8ee-ce03-495a-b95b-50e05551eb65 req-256811ae-3fc3-4421-863a-0f558519c513 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:15.115167 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cdf1f8ee-ce03-495a-b95b-50e05551eb65 req-256811ae-3fc3-4421-863a-0f558519c513 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0636876 Jul 22 22:15:15.158374 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cdf1f8ee-ce03-495a-b95b-50e05551eb65 req-f7970727-7550-46d8-962c-cf73e6084239 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362048 Jul 22 22:15:15.798905 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270db505-9c55-4a1a-bd50-f3e35db094de req-6868073d-7a0b-4ba8-b230-6bcc36024166 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:15.800389 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-270db505-9c55-4a1a-bd50-f3e35db094de req-6868073d-7a0b-4ba8-b230-6bcc36024166 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0638316 Jul 22 22:15:15.837190 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-270db505-9c55-4a1a-bd50-f3e35db094de req-c55710d0-b39e-4c84-87fa-7f5d4391338e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Jul 22 22:15:16.287973 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb71e-616f-4c55-a8af-a5994cc8339c req-4362fe5a-6708-437b-9d69-0b547854d41f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:16.289412 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b75cb71e-616f-4c55-a8af-a5994cc8339c req-4362fe5a-6708-437b-9d69-0b547854d41f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0622087 Jul 22 22:15:16.325361 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b75cb71e-616f-4c55-a8af-a5994cc8339c req-d156c906-1933-49c6-a798-8c704d7b358c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296774 Jul 22 22:15:16.970632 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de81e-77c2-4e48-9624-71808b220cb2 req-ef945d04-37e8-41e4-bd6d-14554a005f37 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:16.972114 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-db9de81e-77c2-4e48-9624-71808b220cb2 req-ef945d04-37e8-41e4-bd6d-14554a005f37 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0657735 Jul 22 22:15:17.009013 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-db9de81e-77c2-4e48-9624-71808b220cb2 req-02960964-436a-4087-a8c9-2db83d5c711e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jul 22 22:15:17.488773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bf1d1-4f0c-43fa-8f50-65da6edbe612 req-32b08429-532a-498f-b05d-f89221e27600 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:17.491179 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-042bf1d1-4f0c-43fa-8f50-65da6edbe612 req-32b08429-532a-498f-b05d-f89221e27600 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0924017 Jul 22 22:15:17.553798 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-042bf1d1-4f0c-43fa-8f50-65da6edbe612 req-45381a19-04b3-48c8-a666-aef3ffc9f93c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560837 Jul 22 22:15:18.178627 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07348-bec9-4083-839e-feed58ab3c84 req-84305011-306b-4a85-8f2d-bccdc9341db1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:18.186754 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-12d07348-bec9-4083-839e-feed58ab3c84 req-84305011-306b-4a85-8f2d-bccdc9341db1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0892208 Jul 22 22:15:18.240611 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-12d07348-bec9-4083-839e-feed58ab3c84 req-54e9b02f-f68a-4ddf-aa98-b7e95b4d5d9b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Jul 22 22:15:18.758142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dda38a-942b-4029-add6-3a1c1ec22515 req-ccf3588c-3be1-4afe-a407-d390822446eb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:18.760201 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-38dda38a-942b-4029-add6-3a1c1ec22515 req-ccf3588c-3be1-4afe-a407-d390822446eb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0860860 Jul 22 22:15:18.821208 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-38dda38a-942b-4029-add6-3a1c1ec22515 req-89db9118-a3b8-4822-87aa-3fdca7471245 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542474 Jul 22 22:15:19.413711 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616320b-b938-4d3c-be01-d76782635243 req-8b61b2d0-3d4e-4547-8924-fa804f810a8b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:19.415868 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8616320b-b938-4d3c-be01-d76782635243 req-8b61b2d0-3d4e-4547-8924-fa804f810a8b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0954432 Jul 22 22:15:19.459789 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8616320b-b938-4d3c-be01-d76782635243 req-2c80e3ce-cd4b-4578-a9a3-c6d3aeb0dc7d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375025 Jul 22 22:15:19.957277 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcaa16-a5fb-421f-8cff-e7eb196f11fc req-74d7c24e-5c82-440d-a442-4ac118a71a73 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:19.958809 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-96dcaa16-a5fb-421f-8cff-e7eb196f11fc req-74d7c24e-5c82-440d-a442-4ac118a71a73 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0684667 Jul 22 22:15:19.999855 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-96dcaa16-a5fb-421f-8cff-e7eb196f11fc req-747f1544-5e6a-4b9b-b1d4-eefa04915988 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Jul 22 22:15:20.622061 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5070d0-0760-4d7d-8e61-1f549971e061 req-37f7fbb9-b310-4ed8-9c04-58bc7f344939 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:20.623643 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8e5070d0-0760-4d7d-8e61-1f549971e061 req-37f7fbb9-b310-4ed8-9c04-58bc7f344939 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0862944 Jul 22 22:15:20.671538 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8e5070d0-0760-4d7d-8e61-1f549971e061 req-e7555d52-a8e8-4fe6-be05-463342642191 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Jul 22 22:15:21.152080 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bac3b-89a3-4f69-8e8c-8f39d5977863 req-412f600a-38f3-496b-b303-bedf7440ef16 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:21.153551 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-003bac3b-89a3-4f69-8e8c-8f39d5977863 req-412f600a-38f3-496b-b303-bedf7440ef16 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0676613 Jul 22 22:15:21.192177 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-003bac3b-89a3-4f69-8e8c-8f39d5977863 req-5f78e2e5-c42d-4dfa-9ffc-aebb5cea28f9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Jul 22 22:15:21.812374 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882f92-5158-48de-9e55-fcca1e0b96af req-3d4b6967-4dd1-4aaf-9c0c-68c6c94f72e9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:21.814785 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8882f92-5158-48de-9e55-fcca1e0b96af req-3d4b6967-4dd1-4aaf-9c0c-68c6c94f72e9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0724313 Jul 22 22:15:21.862302 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8882f92-5158-48de-9e55-fcca1e0b96af req-8e35bf1d-a6b4-4a84-ab91-c24b1fcefa1c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Jul 22 22:15:22.353247 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bf14-38f9-4663-9fe4-631c245e3008 req-ecbbc57a-a102-4987-a15e-ac285195bb07 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:22.356263 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e322bf14-38f9-4663-9fe4-631c245e3008 req-ecbbc57a-a102-4987-a15e-ac285195bb07 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0792313 Jul 22 22:15:22.464685 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e322bf14-38f9-4663-9fe4-631c245e3008 req-d24e5795-e470-42cf-b9fc-07f9434c746a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977285 Jul 22 22:15:22.521996 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 34086) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:22.729155 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.882321 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.889272 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.942535 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=984cbf1cbf6745848ea1afafcfa0839a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193821 Jul 22 22:15:22.942892 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34100) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:22.943507 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd09c0b-8e4e-476c-b693-eba0eecae932,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:22.952362 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.952840 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.953275 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.953707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.954164 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.955199 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.955630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.956075 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.956967 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.957394 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.957819 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.958272 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5732b-ab93-4494-aa7b-26d368000809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.017971 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:23.054720 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.115450 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.210251 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.216257 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.236413 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5bd09c0b-8e4e-476c-b693-eba0eecae932 HTTP/1.1" status: 204 len: 168 time: 0.2916980 Jul 22 22:15:23.271647 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd09c0b-8e4e-476c-b693-eba0eecae932,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.284119 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542b3f-100d-4962-a4c7-36a73af2213c req-a8c7c10f-7c04-4926-a2c4-2254ab7637d5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:23.295052 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.297443 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-42542b3f-100d-4962-a4c7-36a73af2213c req-a8c7c10f-7c04-4926-a2c4-2254ab7637d5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1841550 Jul 22 22:15:23.298050 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.301407 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.301946 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.302408 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.303174 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.303629 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.304068 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.304506 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.306052 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.306638 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.309583 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab13b88-7f23-4d1c-83bd-0459a7070367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:23.349847 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-42542b3f-100d-4962-a4c7-36a73af2213c req-0479a6be-2aec-4046-afcc-bfbff2a59b49 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508003 Jul 22 22:15:23.362376 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:23.460148 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'd392c167-9a42-47f8-a63d-082cb100c352', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352', 'mac_address': 'fa:16:3e:63:69:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:23.473152 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-483620d6-9f97-4d7a-98cb-406071e22797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.534400 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.576572 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d392c167-9a42-47f8-a63d-082cb100c352 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:23.621157 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-6fb61ea6-e1f3-4341-9a5a-9559968b0a85 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493747747&fields=id&tenant_id=12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 267 time: 0.0578353 Jul 22 22:15:23.631264 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:23.637566 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.714706 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53955423-6843-45fb-8c51-231d36650e2e req-f07c73b1-2b47-4c85-adec-1cceed9348d8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:23.716903 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-53955423-6843-45fb-8c51-231d36650e2e req-f07c73b1-2b47-4c85-adec-1cceed9348d8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1021748 Jul 22 22:15:23.740712 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=6']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.749210 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-6b59f5f6-03a5-48a6-9bce-742785f6d40d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:23.757062 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-6b59f5f6-03a5-48a6-9bce-742785f6d40d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 812 time: 0.1291902 Jul 22 22:15:23.773956 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-53955423-6843-45fb-8c51-231d36650e2e req-6fa4a35f-7f68-4be5-a77e-f0b5d82bb24f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506365 Jul 22 22:15:23.778506 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-7f8a1f1d-1239-40d2-8050-dc799dd5c300 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/quotas/12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 375 time: 0.0203173 Jul 22 22:15:23.846639 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['d392c167-9a42-47f8-a63d-082cb100c352'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:23.884575 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-0640c2ca-56e0-450d-a482-f3a46f87bcba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959821 Jul 22 22:15:23.990848 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-12056c9b-25ef-4ba5-aedc-d619d68d6538 service neutron] 10.222.0.63 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031146 Jul 22 22:15:24.108824 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-c362a4fd-6f3f-45a4-9d53-de6ddf2df3c8 service neutron] 10.222.0.63 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170120 Jul 22 22:15:24.559371 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-534e36ca-701b-4b5d-a468-26eabd153bfc req-4fdd3d2e-302d-49e8-aa5d-84c31d047957 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 210 time: 0.1065202 Jul 22 22:15:24.606748 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a08e3-30ad-45b5-85e0-281c91a8ae4a req-0976b0f5-6492-4ed7-b88c-7b2b01f5dc56 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:24.608398 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-819a08e3-30ad-45b5-85e0-281c91a8ae4a req-0976b0f5-6492-4ed7-b88c-7b2b01f5dc56 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1178389 Jul 22 22:15:24.678172 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-819a08e3-30ad-45b5-85e0-281c91a8ae4a req-c3ce83b4-1b27-4d70-aba0-06e20cd6ac7b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596778 Jul 22 22:15:25.023830 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7820-1ef6-4e83-95ec-d26bf0867029 req-5ccfe30e-f029-4d93-bfca-44c245f9891e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:25.027670 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:25.029961 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8cdd7820-1ef6-4e83-95ec-d26bf0867029 req-5ccfe30e-f029-4d93-bfca-44c245f9891e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 944 time: 0.1329761 Jul 22 22:15:25.137969 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port d392c167-9a42-47f8-a63d-082cb100c352 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:25.139085 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:25.143650 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8cdd7820-1ef6-4e83-95ec-d26bf0867029 req-197cf83e-d8a5-4a1f-9864-806647ac0d9e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039112 Jul 22 22:15:25.270647 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:25.326335 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:25.328603 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96725b0-6530-484e-8f59-85fab3b23ffc" -d '{"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-plugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:25.342592 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:25.363140 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:25.379984 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b959cf05-c820-48f3-8a4b-b975772fc3f2 x-openstack-request-id: req-b959cf05-c820-48f3-8a4b-b975772fc3f2 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:25.380263 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-plugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:25.380714 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b959cf05-c820-48f3-8a4b-b975772fc3f2 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:25.381263 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'code': 200} Jul 22 22:15:25.425870 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=7']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:25.433842 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.434232 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.434575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.434911 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.435243 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.435570 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.435897 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.436221 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.436548 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.436871 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.437193 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.437511 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:25.657386 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4a091e9e-b611-43b9-9676-84743086447d req-7cb70029-b0ce-428f-9b28-af92c8970e43 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 210 time: 0.0352421 Jul 22 22:15:25.820325 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd5a8-8713-4f40-aedb-afeba8cbd856 req-7a9c84af-9a51-4751-a228-010db3b6fe3f tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:25.821776 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c3dfd5a8-8713-4f40-aedb-afeba8cbd856 req-7a9c84af-9a51-4751-a228-010db3b6fe3f tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0692358 Jul 22 22:15:25.832066 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:25.858850 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c3dfd5a8-8713-4f40-aedb-afeba8cbd856 req-95c48dc1-fc18-41b8-9f2d-afc3fce8d8f7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Jul 22 22:15:25.936260 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ff2ddbca-7b83-42e5-9f1a-13127e08f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.312305 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12191078-98dc-43ac-8cc8-b9872f0f06df req-4cc9faa0-f27f-4df3-8dc1-d6bccf229599 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:26.327249 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-12191078-98dc-43ac-8cc8-b9872f0f06df req-4cc9faa0-f27f-4df3-8dc1-d6bccf229599 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1065919 Jul 22 22:15:26.365143 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-12191078-98dc-43ac-8cc8-b9872f0f06df req-4fdefd82-05d1-4e4d-ba1f-27245ac1fd4c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369136 Jul 22 22:15:26.435335 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-59c4e218-ef22-46a1-b85a-17df97bc7aa4 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:26.436944 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-59c4e218-ef22-46a1-b85a-17df97bc7aa4 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 812 time: 0.1505871 Jul 22 22:15:26.491405 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-8e662590-f441-4945-8c14-2acae722647f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 380 time: 0.0347593 Jul 22 22:15:26.510799 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'port': {'device_id': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'admin_state_up': True, 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'security_groups': ['66c25545-4579-43bf-94b6-489ccbaf82ba']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:26.514047 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.621832 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Made reservation on behalf of 12018010895c4490b7df7f836ee27fe1 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:26.625322 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.046487 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-765e3fc5-1e05-4d83-ad2c-1d7b4639ae1f req-fd2938d3-3223-443d-bb43-66a3c86f5cbb tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 210 time: 0.3040357 Jul 22 22:15:27.085753 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Allocated IP 172.20.0.7 (65759dc7-e005-49d7-abed-83313d757dbf/65d5ab0c-79ce-4625-acd6-d8769de5deed/aa784124-c0c1-4f10-8c0b-69df6f2dbca0) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:27.185020 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee1138-c8ac-474b-ba18-de616aaa5c31 req-3b0a1797-4c99-420c-ba8e-22259c604938 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.186451 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cee1138-c8ac-474b-ba18-de616aaa5c31 req-3b0a1797-4c99-420c-ba8e-22259c604938 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0791028 Jul 22 22:15:27.229367 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cee1138-c8ac-474b-ba18-de616aaa5c31 req-45d3d816-2c89-4d7b-a7cf-3ce860406db9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364521 Jul 22 22:15:27.276878 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.293890 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-563c3e9e-e066-40ab-9630-bab5d2306545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.295597 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-563c3e9e-e066-40ab-9630-bab5d2306545 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.1841171 Jul 22 22:15:27.378619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73c30-5c07-4a64-91ac-8e8ef3fb5636 req-569ed83c-f688-4bf4-9c7b-06ead35ec773 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.380913 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2cf73c30-5c07-4a64-91ac-8e8ef3fb5636 req-569ed83c-f688-4bf4-9c7b-06ead35ec773 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.2307634 Jul 22 22:15:27.487921 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.523252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29f8e6-94d5-4ec2-b62c-b414f1973935 req-d0e4a4ed-f6ab-4e2c-86c5-81ac23ca1dea tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.526430 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Transition to ACTIVE for port object aa784124-c0c1-4f10-8c0b-69df6f2dbca0 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:27.530407 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-da29f8e6-94d5-4ec2-b62c-b414f1973935 req-d0e4a4ed-f6ab-4e2c-86c5-81ac23ca1dea tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0858164 Jul 22 22:15:27.531659 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2cf73c30-5c07-4a64-91ac-8e8ef3fb5636 req-bde59f27-9daf-4404-893b-56365c8a33ea tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286960 Jul 22 22:15:27.557534 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-aec714b7-5525-47f4-b808-31c00392b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.559626 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-aec714b7-5525-47f4-b808-31c00392b88b service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.2260239 Jul 22 22:15:27.578708 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-da29f8e6-94d5-4ec2-b62c-b414f1973935 req-04e90833-2f74-4ba4-a844-0a5a192c15c3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Jul 22 22:15:27.624199 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-6a621214-acf0-4e03-a041-137fe0b2edf1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0535598 Jul 22 22:15:27.637702 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.740176 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:27.752495 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Network 65759dc7-e005-49d7-abed-83313d757dbf is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:27.757485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:27.764843 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-f26e9f01-f365-4a2e-bd31-0ee1bfd7e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.768091 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-f26e9f01-f365-4a2e-bd31-0ee1bfd7e577 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.1267197 Jul 22 22:15:27.818071 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:27.920948 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-88d78a89-6f59-4f2f-958a-bd471ad13968 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019895 Jul 22 22:15:27.979825 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.980471 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.034524 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-89dc7b06-cfbe-409d-b16a-4a05d2c6586f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5284882 Jul 22 22:15:28.048940 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-87112755-c02a-4dc0-b50d-192e645e2bd0 None None] Provisioning for port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:28.049467 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Request body: {'port': {'device_id': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:28.076644 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-87112755-c02a-4dc0-b50d-192e645e2bd0 None None] Provisioning complete for port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:28.076644 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-87112755-c02a-4dc0-b50d-192e645e2bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.106660 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-ed3cd8b6-5bb8-4f14-ab27-5b34703f95c4 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700783 Jul 22 22:15:28.138951 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-87112755-c02a-4dc0-b50d-192e645e2bd0 None None] Port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:15:28.248410 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.312042 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8010dd6e-c434-448b-a28b-e17d999381a4 req-b3515055-7e35-42dc-95dd-7f231238d78b service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687536 Jul 22 22:15:28.344213 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d02e-084f-4719-b914-f921176a5381 req-5c725fbe-b1b5-460d-9325-f98f9600a011 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.345715 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0bc2d02e-084f-4719-b914-f921176a5381 req-5c725fbe-b1b5-460d-9325-f98f9600a011 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 931 time: 0.2307606 Jul 22 22:15:28.409939 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc54f-909e-49fc-88f8-86a9f9597d15 req-f854962b-6c6b-41f9-8dd0-c860236ba6bd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.417190 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-581fc54f-909e-49fc-88f8-86a9f9597d15 req-f854962b-6c6b-41f9-8dd0-c860236ba6bd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1016142 Jul 22 22:15:28.477890 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0bc2d02e-084f-4719-b914-f921176a5381 req-82b7f161-c6fa-4637-af83-8daf33f1908f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224320 Jul 22 22:15:28.497966 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-581fc54f-909e-49fc-88f8-86a9f9597d15 req-6bb79f4b-153a-482a-a5cc-ccb8d6d369aa tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792041 Jul 22 22:15:28.660935 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa784124-c0c1-4f10-8c0b-69df6f2dbca0 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:28.671907 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.700308 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Transition to ACTIVE for port object aa784124-c0c1-4f10-8c0b-69df6f2dbca0 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:28.711159 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.712614 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.736244 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8a7f-82ea-4868-9eec-9ce3f8f54fe0 req-18c99d04-b44a-4ea4-805a-fc8030c0ce66 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.737931 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-454e8a7f-82ea-4868-9eec-9ce3f8f54fe0 req-18c99d04-b44a-4ea4-805a-fc8030c0ce66 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0776248 Jul 22 22:15:28.779575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19abf-1d10-48c6-ad32-7130ed097762 req-af51e794-2c77-4f28-827a-98fe51d36d34 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.786334 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8a19abf-1d10-48c6-ad32-7130ed097762 req-af51e794-2c77-4f28-827a-98fe51d36d34 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1653407 Jul 22 22:15:28.790130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Pushing event updated for resources: {'Port': ['ID=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:28.819936 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-454e8a7f-82ea-4868-9eec-9ce3f8f54fe0 req-1cbcb153-6c0a-4097-8f39-c65cf6ee1a81 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623043 Jul 22 22:15:28.932924 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8a19abf-1d10-48c6-ad32-7130ed097762 req-30f1d62c-f0a1-4a97-8e97-76d5c2bf3ec9 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455140 Jul 22 22:15:28.936053 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Attempting to bind port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:28.936394 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Attempting to bind port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:28.936723 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Attempting to bind port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:28.942167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 on network 65759dc7-e005-49d7-abed-83313d757dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:28.942494 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Attempting to bind port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:28.948810 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:28.949168 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Checking segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:28.949798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Bound using segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:28.950109 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Bound port: aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:28.950471 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.021888 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] For port aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:29.025242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] For port aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:29.031053 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.070998 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.071875 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.074752 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] 10.222.0.77 "PUT /v2.0/ports/aa784124-c0c1-4f10-8c0b-69df6f2dbca0 HTTP/1.1" status: 200 len: 1093 time: 1.0298209 Jul 22 22:15:29.079121 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:29.082036 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:29.112540 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693f34b-5e0c-4521-a850-d213b3b30752 service neutron] Pushing event updated for resources: {'Port': ['ID=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:29.149591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b3994c-b067-4628-90c8-283fee894146 x-openstack-request-id: req-26b3994c-b067-4628-90c8-283fee894146 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:29.150065 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:29.150387 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-26b3994c-b067-4628-90c8-283fee894146 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:29.150947 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'status': 'completed', 'code': 200} Jul 22 22:15:29.218954 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-5dce732c-4179-4143-976f-81e5dc64fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.220819 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-5dce732c-4179-4143-976f-81e5dc64fbcf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 1096 time: 0.0821230 Jul 22 22:15:29.270097 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-750d7d93-f824-4292-a637-5969f2ac2863 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0 HTTP/1.1" status: 200 len: 217 time: 0.0378661 Jul 22 22:15:29.326146 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-51188f81-fbe3-4586-983c-d85a93cb1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.327541 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-51188f81-fbe3-4586-983c-d85a93cb1670 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0467348 Jul 22 22:15:29.392303 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-58449b69-b49c-4468-893e-70831d3651c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.393459 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-58449b69-b49c-4468-893e-70831d3651c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576749 Jul 22 22:15:29.500504 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-5efdd692-eae5-4999-8596-bae5e5bcdfd9 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968063 Jul 22 22:15:29.640795 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495aff-4e1f-42ed-a307-8c1ba27bcbe7 req-1549c70f-d49a-49ec-80e0-8451b33fe4ca tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.642496 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-05495aff-4e1f-42ed-a307-8c1ba27bcbe7 req-1549c70f-d49a-49ec-80e0-8451b33fe4ca tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0731547 Jul 22 22:15:29.650842 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6233e1a5-93f7-4491-b4ca-8bf5215e1d1f req-983d8e7a-d3aa-4b89-b0cd-cb32c8cea7a2 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389675 Jul 22 22:15:29.683310 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-05495aff-4e1f-42ed-a307-8c1ba27bcbe7 req-0f48f89a-82f6-4da6-8011-be78dcf42441 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347381 Jul 22 22:15:29.686862 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cd20b-3ddc-4bb3-bc0d-a6bf7e7a21d1 req-3cb760d3-8361-400f-b016-edc7b71a2cfd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.688549 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b5cd20b-3ddc-4bb3-bc0d-a6bf7e7a21d1 req-3cb760d3-8361-400f-b016-edc7b71a2cfd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.1039224 Jul 22 22:15:29.762104 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b5cd20b-3ddc-4bb3-bc0d-a6bf7e7a21d1 req-d12cd958-b9de-44ce-ba20-719a71df8850 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663922 Jul 22 22:15:29.786137 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-b84a51fd-b363-421b-8c89-cd3ed6a46551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.787620 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-b84a51fd-b363-421b-8c89-cd3ed6a46551 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 1096 time: 0.0736678 Jul 22 22:15:29.896634 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-728900b1-c85d-471f-bf35-ab04c7363fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.898047 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-728900b1-c85d-471f-bf35-ab04c7363fbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0902147 Jul 22 22:15:29.950645 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-6e5eb064-3209-45e8-861e-399046c05672 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0 HTTP/1.1" status: 200 len: 217 time: 0.0378425 Jul 22 22:15:29.972826 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc302ad-a055-4b6f-8dfd-f467b2a08eec req-0ffe5ca6-9d7b-4396-a447-8833f8c4e0e8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.974534 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5dc302ad-a055-4b6f-8dfd-f467b2a08eec req-0ffe5ca6-9d7b-4396-a447-8833f8c4e0e8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0792584 Jul 22 22:15:30.016376 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-c9205918-437f-434a-91e0-bfa3f18e432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.018756 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-c9205918-437f-434a-91e0-bfa3f18e432a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0573161 Jul 22 22:15:30.034214 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5dc302ad-a055-4b6f-8dfd-f467b2a08eec req-eb2ee5e7-ec2a-4c0a-b657-77d9dd4f8708 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512900 Jul 22 22:15:30.136159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-af3683a2-e224-49f1-899a-0f7bfa62054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.137648 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-af3683a2-e224-49f1-899a-0f7bfa62054a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039283 Jul 22 22:15:30.146437 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebcd73-47e9-4250-bb09-b51f57a34d87 req-823c5390-50e3-45c2-80a9-c292ffd92dff tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.147336 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-43ebcd73-47e9-4250-bb09-b51f57a34d87 req-823c5390-50e3-45c2-80a9-c292ffd92dff tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1024179 Jul 22 22:15:30.243354 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-43ebcd73-47e9-4250-bb09-b51f57a34d87 req-2709b86c-b52a-458e-a6e3-49920b50ddf0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857222 Jul 22 22:15:30.264799 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-7363199b-7304-4b4a-8a5a-6c2b39cdabd5 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160941 Jul 22 22:15:30.364734 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2125e03c-ece3-4d0a-97b7-0c0f6dab1176 req-dc1fb0cd-f320-489c-afaa-47513cc0bc16 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917058 Jul 22 22:15:30.836581 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269548a-464f-416b-a706-c94ff0bb04e2 req-b33de883-e1e2-4873-9aa5-55aa99dccb3e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.838241 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6269548a-464f-416b-a706-c94ff0bb04e2 req-b33de883-e1e2-4873-9aa5-55aa99dccb3e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0757945 Jul 22 22:15:30.884082 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6269548a-464f-416b-a706-c94ff0bb04e2 req-9c250a58-a10d-4bd5-891f-e963ff5e702e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 Jul 22 22:15:30.910827 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fc245-6a00-4887-b753-9539ed704324 req-813b258d-08af-47ec-bb0f-47307a5b54cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.912392 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d46fc245-6a00-4887-b753-9539ed704324 req-813b258d-08af-47ec-bb0f-47307a5b54cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0702581 Jul 22 22:15:30.958264 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d46fc245-6a00-4887-b753-9539ed704324 req-4c52b8ad-00de-40a0-b782-8a9c8f3fc872 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392115 Jul 22 22:15:31.177694 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23600a60-01d0-4afe-9d75-7ba9bc52095d req-8fa62c28-97ff-49de-8359-d2c518d36261 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.179244 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-23600a60-01d0-4afe-9d75-7ba9bc52095d req-8fa62c28-97ff-49de-8359-d2c518d36261 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0642877 Jul 22 22:15:31.217753 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-23600a60-01d0-4afe-9d75-7ba9bc52095d req-c2093033-2e10-4c75-b7d8-5fad854057fe tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Jul 22 22:15:31.392021 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3997cc9-1160-4eee-98c8-2b44a9e9fdfd req-029fc9ac-9a2b-4c7e-8e58-74d6837819c5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.393517 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3997cc9-1160-4eee-98c8-2b44a9e9fdfd req-029fc9ac-9a2b-4c7e-8e58-74d6837819c5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0749102 Jul 22 22:15:31.432676 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3997cc9-1160-4eee-98c8-2b44a9e9fdfd req-ab78b8b0-f727-4c3a-8081-eff8519a447c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336347 Jul 22 22:15:32.022823 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3ff18-5235-4384-a2d8-e843a8db9171 req-b34e461e-293f-4aa8-94bc-eb19c5bf3a0f tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.024745 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11a3ff18-5235-4384-a2d8-e843a8db9171 req-b34e461e-293f-4aa8-94bc-eb19c5bf3a0f tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0703094 Jul 22 22:15:32.070417 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11a3ff18-5235-4384-a2d8-e843a8db9171 req-64e9b870-ce8b-4114-b74d-561568bc3e87 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Jul 22 22:15:32.122748 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67030-1c49-48db-842c-022a83cde459 req-686ffb5a-a28d-4c15-b0cd-169f1cb8e890 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.124356 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24f67030-1c49-48db-842c-022a83cde459 req-686ffb5a-a28d-4c15-b0cd-169f1cb8e890 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0784717 Jul 22 22:15:32.166557 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24f67030-1c49-48db-842c-022a83cde459 req-7f2f0b8d-a129-4104-847e-c2426a39e389 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359187 Jul 22 22:15:32.358084 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb39d-cbd4-4027-b01f-5d4b277f370d req-dd0a552a-a7e6-4e9c-a46a-ec81f29baf0e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.359574 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b38eb39d-cbd4-4027-b01f-5d4b277f370d req-dd0a552a-a7e6-4e9c-a46a-ec81f29baf0e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0675392 Jul 22 22:15:32.403250 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b38eb39d-cbd4-4027-b01f-5d4b277f370d req-cbd41222-72a1-4a9a-96f1-df5775f05881 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Jul 22 22:15:32.571999 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d21d-d582-467c-a9b1-9977ac962250 req-71ce41f3-48dd-4188-bb33-17835816fe08 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.573489 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7005d21d-d582-467c-a9b1-9977ac962250 req-71ce41f3-48dd-4188-bb33-17835816fe08 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0690510 Jul 22 22:15:32.613818 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7005d21d-d582-467c-a9b1-9977ac962250 req-0c87389f-a0ee-40af-95ef-6ff3bd131521 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Jul 22 22:15:33.202423 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a1a0b-1802-42f1-9057-b4d32d5bedbf req-9493322d-6e58-4ae2-bbf0-c9b580b088ca tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.203730 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-017a1a0b-1802-42f1-9057-b4d32d5bedbf req-9493322d-6e58-4ae2-bbf0-c9b580b088ca tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0668366 Jul 22 22:15:33.245117 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-017a1a0b-1802-42f1-9057-b4d32d5bedbf req-21b196c4-3c90-445c-823b-327e5ca217c8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354805 Jul 22 22:15:33.315331 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25100fde-af4c-4931-927a-bc985dabf83a req-c6c7bb6a-9c97-4b12-884d-f903bdf26cd3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.316788 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-25100fde-af4c-4931-927a-bc985dabf83a req-c6c7bb6a-9c97-4b12-884d-f903bdf26cd3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0777791 Jul 22 22:15:33.368378 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-25100fde-af4c-4931-927a-bc985dabf83a req-4ecdd0e5-e1c1-4180-ae63-cf67cccac1b8 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Jul 22 22:15:33.735036 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1014d07-f5b5-461d-ab59-0ff070e278c2 req-588d47ff-baa8-41e1-92f1-1239d5fe6aa6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.748007 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1014d07-f5b5-461d-ab59-0ff070e278c2 req-588d47ff-baa8-41e1-92f1-1239d5fe6aa6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.2267196 Jul 22 22:15:33.814940 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c88d28-c33a-4670-b5ef-553d4d55550f req-a875e757-6d0c-4614-9d66-dc231d7753fb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.824152 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7c88d28-c33a-4670-b5ef-553d4d55550f req-a875e757-6d0c-4614-9d66-dc231d7753fb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1215041 Jul 22 22:15:33.830137 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1014d07-f5b5-461d-ab59-0ff070e278c2 req-cf12cb73-7642-4fcb-a418-2665cec5b434 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808022 Jul 22 22:15:33.873229 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7c88d28-c33a-4670-b5ef-553d4d55550f req-4456033b-72b0-4449-9c7d-698f439a2de1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Jul 22 22:15:34.378522 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314fa4f-fb82-4a91-a638-bd81ca39c31f req-ece02784-cc41-4a02-9a63-e5d700434c06 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.380347 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8314fa4f-fb82-4a91-a638-bd81ca39c31f req-ece02784-cc41-4a02-9a63-e5d700434c06 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0644329 Jul 22 22:15:34.421212 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8314fa4f-fb82-4a91-a638-bd81ca39c31f req-b45dc8df-07d1-4324-b79f-30953d697f97 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351088 Jul 22 22:15:34.509306 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8af2bc-fed0-4264-be63-63c8b819f8a9 req-3e4f2b27-1d8a-4afa-bf33-f24d8c9c14a1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.510928 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb8af2bc-fed0-4264-be63-63c8b819f8a9 req-3e4f2b27-1d8a-4afa-bf33-f24d8c9c14a1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0673833 Jul 22 22:15:34.550308 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb8af2bc-fed0-4264-be63-63c8b819f8a9 req-e33488a9-659c-414c-82b0-a41a0e9849fd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338712 Jul 22 22:15:34.970244 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd8d3f-f90d-439a-a945-81f9bf4ef3ab req-f581ff30-4110-4107-ab2d-31c8472e5b7b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.972724 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cedd8d3f-f90d-439a-a945-81f9bf4ef3ab req-f581ff30-4110-4107-ab2d-31c8472e5b7b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0869808 Jul 22 22:15:35.003910 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f283ebf-7c4a-47f5-b689-91a322c3926e req-6e9dc500-a3bf-4b2d-8cfb-ac51b72e9d17 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.006640 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4f283ebf-7c4a-47f5-b689-91a322c3926e req-6e9dc500-a3bf-4b2d-8cfb-ac51b72e9d17 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0694890 Jul 22 22:15:35.021954 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cedd8d3f-f90d-439a-a945-81f9bf4ef3ab req-fa0e6e0d-cf83-4657-815a-f42506f321aa tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Jul 22 22:15:35.046267 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34380) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:35.066610 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4f283ebf-7c4a-47f5-b689-91a322c3926e req-0fdd8e41-6213-4724-8f2e-c08ce0d90377 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538952 Jul 22 22:15:35.171225 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059629c-021c-4295-bb89-5ea35a223cba req-9f84982e-8342-403c-9552-44f7b884a37b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.174868 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b059629c-021c-4295-bb89-5ea35a223cba req-9f84982e-8342-403c-9552-44f7b884a37b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0683212 Jul 22 22:15:35.218878 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b059629c-021c-4295-bb89-5ea35a223cba req-ddd0c433-ee3c-4c26-acc9-d2abfb54bd51 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Jul 22 22:15:35.288979 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6df4c-d1cc-442e-9c64-1033b6ef5166 tempest-TestMinimumBasicScenario-780855139 tempest-TestMinimumBasicScenario-780855139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.290741 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2eb6df4c-d1cc-442e-9c64-1033b6ef5166 tempest-TestMinimumBasicScenario-780855139 tempest-TestMinimumBasicScenario-780855139-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1094 time: 0.2424078 Jul 22 22:15:35.296401 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 34386) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:35.299078 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'port_id': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:35.328164 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.440263 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.735418 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b31cc-cd5e-486f-b4cf-2c7aa14ffd42 req-5a8a7563-628c-4a1a-aeae-59ed8cbea257 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.737738 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-228b31cc-cd5e-486f-b4cf-2c7aa14ffd42 req-5a8a7563-628c-4a1a-aeae-59ed8cbea257 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0904248 Jul 22 22:15:35.792935 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-228b31cc-cd5e-486f-b4cf-2c7aa14ffd42 req-7c1e5361-8fb0-4d00-b5ea-30e7f4ec330a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489154 Jul 22 22:15:35.854749 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Allocated IP 172.27.0.47 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/267d8622-2ffe-420c-9db5-561b094434c1) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:35.888722 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2926ba-4470-462a-9855-921b9a0770e8 req-2ba7e837-8a44-4bd3-a6a0-9cb876f1cb55 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.890336 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7a2926ba-4470-462a-9855-921b9a0770e8 req-2ba7e837-8a44-4bd3-a6a0-9cb876f1cb55 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.3877945 Jul 22 22:15:36.002373 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7a2926ba-4470-462a-9855-921b9a0770e8 req-09267fef-938d-4621-ac3f-c1255452b3fd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043899 Jul 22 22:15:36.039376 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.082393 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.125708 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:36.133983 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:36.146922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:36.151387 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'Port': ['ID=267d8622-2ffe-420c-9db5-561b094434c1,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:36.255540 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aa60f-8f76-4e3d-bd3f-7c96caa1042a req-84b72d50-8435-45ef-ae4d-3696607c58b0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.260597 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c77aa60f-8f76-4e3d-bd3f-7c96caa1042a req-84b72d50-8435-45ef-ae4d-3696607c58b0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0918210 Jul 22 22:15:36.312734 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c77aa60f-8f76-4e3d-bd3f-7c96caa1042a req-23ce8d6d-1931-4007-9692-74cb328b2fb9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453365 Jul 22 22:15:36.448579 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603a0c1-fae2-418b-9a19-64bb42525aa9 req-ac175a51-faeb-41c5-a711-1acdab1c95f1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.450125 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9603a0c1-fae2-418b-9a19-64bb42525aa9 req-ac175a51-faeb-41c5-a711-1acdab1c95f1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1282985 Jul 22 22:15:36.566109 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9603a0c1-fae2-418b-9a19-64bb42525aa9 req-65732b3c-cbe2-40b3-88c3-459ee096459f tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787930 Jul 22 22:15:36.630575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.756530 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9769-ac9a-4f56-a241-93f63a2f8424 req-e428d69e-2d88-4a5e-b347-2060a05139cc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.758032 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-12ed9769-ac9a-4f56-a241-93f63a2f8424 req-e428d69e-2d88-4a5e-b347-2060a05139cc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.1071339 Jul 22 22:15:36.758594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.843209 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-12ed9769-ac9a-4f56-a241-93f63a2f8424 req-e2a2a4c4-fbb7-4528-a0c3-314bb7e0b6fc tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613708 Jul 22 22:15:36.952123 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7ad97-ca02-4622-8636-94a8db4900bd req-f8ec040b-a3b7-4243-a070-dcd055de7974 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.953824 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8c7ad97-ca02-4622-8636-94a8db4900bd req-f8ec040b-a3b7-4243-a070-dcd055de7974 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0791528 Jul 22 22:15:36.985418 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.991416 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.018778 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a8c7ad97-ca02-4622-8636-94a8db4900bd req-3c8ac6c2-a761-483b-97d4-87fa2d161bed tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585794 Jul 22 22:15:37.071528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'Port': ['ID=267d8622-2ffe-420c-9db5-561b094434c1,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:37.080473 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.234192 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Floating IP 805fa07e-f46a-495b-ac0b-21b0f1234fcf associated. External IP: 172.27.0.47, port: 7d18551b-8899-4ec5-923e-e3bb0aadddfb. Jul 22 22:15:37.248772 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc61ee-136d-47de-ae14-d4958836021a req-61ffedfb-c9f3-4cec-a60e-ec9b851d8941 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.251082 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cabc61ee-136d-47de-ae14-d4958836021a req-61ffedfb-c9f3-4cec-a60e-ec9b851d8941 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1349311 Jul 22 22:15:37.381704 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cabc61ee-136d-47de-ae14-d4958836021a req-18313437-5290-477d-bf6e-52420a4efc60 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946109 Jul 22 22:15:37.473975 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253afb2b-5a4a-4e5a-8b6c-76b81e13fd0d req-ab42b9f8-7efe-4b1e-84fd-42befce8eeb8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.475778 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-253afb2b-5a4a-4e5a-8b6c-76b81e13fd0d req-ab42b9f8-7efe-4b1e-84fd-42befce8eeb8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0882223 Jul 22 22:15:37.517820 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-253afb2b-5a4a-4e5a-8b6c-76b81e13fd0d req-0794e893-76bd-411e-92fd-0a93b58e519e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350544 Jul 22 22:15:37.522073 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Router 01e1d67c-03ee-402f-a016-28dca835105b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:37.639373 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:37.650786 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] Sync routers for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:37.661569 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:37.662290 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:15:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:37.689834 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.742206 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34418) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:37.742455 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8a48d53b-9a11-4b6f-a9ac-2a6e35353419 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4468088 Jul 22 22:15:37.745187 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:37.747856 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112539630', 'description': 'tempest-secgroup-smoke-1112539630 description', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:37.748051 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e" -d '{"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:37.783088 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac424d-92d5-4234-a6ec-3997b1fa12c4 req-a292d992-99ef-4e30-ae4f-cd74ff6f2ef0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.784652 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1eac424d-92d5-4234-a6ec-3997b1fa12c4 req-a292d992-99ef-4e30-ae4f-cd74ff6f2ef0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1278906 Jul 22 22:15:37.791953 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:37.792506 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.840272 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df61b2d1-d5b8-4b88-a9ab-4b97c8ec2950 x-openstack-request-id: req-df61b2d1-d5b8-4b88-a9ab-4b97c8ec2950 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:37.840560 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:37.840818 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-df61b2d1-d5b8-4b88-a9ab-4b97c8ec2950 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:37.841209 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'status': 'completed', 'code': 200} Jul 22 22:15:37.872475 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1eac424d-92d5-4234-a6ec-3997b1fa12c4 req-5d22c93e-ab1b-4da4-a71e-07687196e466 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764265 Jul 22 22:15:37.956593 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.963871 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.031449 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-a341e9b3-b0a8-46f5-928c-890d16e8baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.033723 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-a341e9b3-b0a8-46f5-928c-890d16e8baf3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1099 time: 0.1165123 Jul 22 22:15:38.049705 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.055249 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3110204 Jul 22 22:15:38.057336 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34428) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:38.075240 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '805fa07e-f46a-495b-ac0b-21b0f1234fcf', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'port_id': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'mac_address': 'fa:16:3e:38:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bee700-834b-430a-a954-6c4875e22285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:36Z', 'updated_at': '2021-07-22T22:15:36Z', 'revision_number': 0, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:38.075656 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group_rule': {'security_group_id': 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:38.102558 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509958a7-aa41-4046-b168-50455a44f862 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:38.115516 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.133057 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] Checking router: 01e1d67c-03ee-402f-a016-28dca835105b for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:38.143506 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:38.144998 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:15:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:38.187616 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.196006 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.210890 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152e64-f5d2-4cdf-9f6d-44cb3e6b4d72 req-cdb3f2b1-fdbe-4a5b-97af-050adf05c2d3 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.212644 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f152e64-f5d2-4cdf-9f6d-44cb3e6b4d72 req-cdb3f2b1-fdbe-4a5b-97af-050adf05c2d3 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.2250941 Jul 22 22:15:38.226834 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47aced59-2da2-45dd-b043-c5c4b7b44b7a,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:38.273575 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f152e64-f5d2-4cdf-9f6d-44cb3e6b4d72 req-a3e196f6-bf48-4f9f-ac63-e80411c7809c tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441859 Jul 22 22:15:38.276653 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.284932 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:38.285669 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-49af849a-f882-4055-ae5d-f5c466fd75bb tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244201 Jul 22 22:15:38.287200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34430) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:38.306866 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group_rule': {'security_group_id': 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:38.369330 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.396040 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-cb0ff12a-e4c1-45f5-aad4-0a33267cc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.414589 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-cb0ff12a-e4c1-45f5-aad4-0a33267cc5fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 917 time: 0.3583956 Jul 22 22:15:38.425165 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867d927-9aa1-4dcb-899c-dc886a2dd993 req-e0019ab1-02e3-47a2-86b3-e63c6ed753b9 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.443540 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2867d927-9aa1-4dcb-899c-dc886a2dd993 req-e0019ab1-02e3-47a2-86b3-e63c6ed753b9 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.2155037 Jul 22 22:15:38.551989 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.556538 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '805fa07e-f46a-495b-ac0b-21b0f1234fcf', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'port_id': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'mac_address': 'fa:16:3e:38:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bee700-834b-430a-a954-6c4875e22285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:36Z', 'updated_at': '2021-07-22T22:15:36Z', 'revision_number': 0, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:38.558589 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.562258 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2867d927-9aa1-4dcb-899c-dc886a2dd993 req-a4c03da0-625a-46de-b87e-d680006b1a93 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157682 Jul 22 22:15:38.590994 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a2dd5d-661a-4254-ab86-8fb9c6e805a3,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:38.593122 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-02d6f902-3147-4523-930e-4e3102be0b95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 999 time: 0.1436234 Jul 22 22:15:38.668039 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.673510 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-965b3246-78a6-4b97-b91f-c0ce271dee0c tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836269 Jul 22 22:15:38.677951 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34438) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:38.703718 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group_rule': {'security_group_id': 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:38.742774 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaa8a7-4ab8-430f-ab09-8a67473385f9 None None] The sync data for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi is: [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '805fa07e-f46a-495b-ac0b-21b0f1234fcf', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'port_id': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'mac_address': 'fa:16:3e:38:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bee700-834b-430a-a954-6c4875e22285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:36Z', 'updated_at': '2021-07-22T22:15:36Z', 'revision_number': 0, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:38.746217 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-d6f701a3-632e-4ee4-b0b8-5c94c1e9121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.750166 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-d6f701a3-632e-4ee4-b0b8-5c94c1e9121a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.1427088 Jul 22 22:15:38.750458 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.795308 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648376d1-bcbd-498a-aa7b-220e283fd484 req-4d3bdffc-a91f-4885-b960-5d28d38e0b71 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.803113 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-648376d1-bcbd-498a-aa7b-220e283fd484 req-4d3bdffc-a91f-4885-b960-5d28d38e0b71 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.2392762 Jul 22 22:15:38.860620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b994d-d297-412c-8c7a-e9b5f5e494e0 req-22c48fc6-a8d3-431c-8d17-52d33ac6f5ac tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.862279 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-684b994d-d297-412c-8c7a-e9b5f5e494e0 req-22c48fc6-a8d3-431c-8d17-52d33ac6f5ac tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1740839 Jul 22 22:15:38.888315 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-648376d1-bcbd-498a-aa7b-220e283fd484 req-c98ee3a6-23ab-4975-a36d-1d56a05503f3 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843077 Jul 22 22:15:38.901493 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.908188 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.916791 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-8681952e-4ec0-4f80-8567-edc62a7245fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.918975 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-8681952e-4ec0-4f80-8567-edc62a7245fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1557045 Jul 22 22:15:38.982877 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba344222-71fa-4a05-8e1b-a2c1f399f222,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.036776 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-684b994d-d297-412c-8c7a-e9b5f5e494e0 req-93241fb4-5f82-4141-9f15-7358985016eb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674819 Jul 22 22:15:39.045133 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.046479 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-96a97f47-28c1-4e17-ac37-20f082db4279 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501644 Jul 22 22:15:39.049752 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 34442) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:39.064909 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group_rule': {'security_group_id': 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:39.075120 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8070495-4ab5-4d93-9211-216679ff151f None None] New status for floating IP 805fa07e-f46a-495b-ac0b-21b0f1234fcf: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:15:39.170119 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550457f-8d80-49d2-b35d-1a84db393cf4 req-e8e02475-1e9f-440f-8bbc-65a9ce95159d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.180656 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e550457f-8d80-49d2-b35d-1a84db393cf4 req-e8e02475-1e9f-440f-8bbc-65a9ce95159d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1788182 Jul 22 22:15:39.216317 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.265530 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e550457f-8d80-49d2-b35d-1a84db393cf4 req-098e2e7d-8e8f-4056-b015-8bb3aa1f5ef7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826747 Jul 22 22:15:39.320501 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-e044df88-8ba9-47f0-aff0-edb965d962f6 service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830707 Jul 22 22:15:39.492164 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.510559 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.549898 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-c494aa74-753f-4e35-be07-efe5e7112499 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.551331 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-c494aa74-753f-4e35-be07-efe5e7112499 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.3095326 Jul 22 22:15:39.569499 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fe3407-f7ff-482c-b963-5061fb6756ce,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.586821 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.591161 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b8543525-3fdb-49bb-81d6-d614f1986ec8 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5353708 Jul 22 22:15:39.591601 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34450) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:39.592090 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0a0d84d-f3a7-4b2e-b72e-e31c9ce1077e req-9d57181b-89fd-4a6e-b4bb-0710e097ae7a service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579703 Jul 22 22:15:39.596418 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group_rule': {'security_group_id': 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:39.634718 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.securitygroups_db [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Project e2fa27fa8fbf471a87da520ad2ed8c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:15:39.640889 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.677926 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c90c7-0e44-4bda-8f23-2ba40221d7eb req-5d66e65b-1eca-4544-8e4e-1ffeb336f72a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.679817 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dd1c90c7-0e44-4bda-8f23-2ba40221d7eb req-5d66e65b-1eca-4544-8e4e-1ffeb336f72a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 945 time: 0.2972000 Jul 22 22:15:39.754094 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.759853 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.766562 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dd1c90c7-0e44-4bda-8f23-2ba40221d7eb req-504b36df-b778-41a1-801c-69a09d1f9142 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785356 Jul 22 22:15:39.786119 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Deleting port df137ddf-4335-4e68-804f-dcdbcd702913 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:39.787729 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.789185 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a14c79-ba28-419e-bbc2-c1cf00da28bd,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.794690 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.798379 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f35c90f8-fc2a-4439-9175-0d0d88324a72 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031357 Jul 22 22:15:39.805154 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e106b7-5019-4e59-800f-e0c4235dc82b req-f2915a4a-29be-4790-914e-dbff33f0f89d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.807634 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e2e106b7-5019-4e59-800f-e0c4235dc82b req-f2915a4a-29be-4790-914e-dbff33f0f89d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.1355362 Jul 22 22:15:39.808129 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34452) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:39.814288 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'security_group_rule': {'security_group_id': 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09', 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:39.857216 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.securitygroups_db [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Project e2fa27fa8fbf471a87da520ad2ed8c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:15:39.865522 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.870326 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e2e106b7-5019-4e59-800f-e0c4235dc82b req-c17b68a3-025d-48f4-81bb-b4e6a167fe3b tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515912 Jul 22 22:15:39.897647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] For port df137ddf-4335-4e68-804f-dcdbcd702913, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=df137ddf-4335-4e68-804f-dcdbcd702913,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:39.897647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.911418 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Calling delete_port for df137ddf-4335-4e68-804f-dcdbcd702913 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:39.935576 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.941233 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.961298 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126842e2-08e8-4f1f-a525-b8e44dc04c7b,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.970470 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.975011 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-21ab8c3a-429c-4344-846c-7bab9b25ddfd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1633341 Jul 22 22:15:40.069673 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f1ec-2cf9-477e-b14b-42b10e35d675 req-7823352a-4ba3-4ac9-a7f6-ba792c502bed tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.072231 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b4d5f1ec-2cf9-477e-b14b-42b10e35d675 req-7823352a-4ba3-4ac9-a7f6-ba792c502bed tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0992656 Jul 22 22:15:40.082245 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-55b01b03-533a-4fa2-9885-332eac94b8cc tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112539630&fields=id&tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f HTTP/1.1" status: 200 len: 267 time: 0.0416813 Jul 22 22:15:40.166219 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b4d5f1ec-2cf9-477e-b14b-42b10e35d675 req-2872dcd6-0c54-4064-afe5-e5433fd31ddb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580137 Jul 22 22:15:40.166995 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-fa5838ea-89e9-48ba-91a8-720a4eca384f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.169309 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-fa5838ea-89e9-48ba-91a8-720a4eca384f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0803795 Jul 22 22:15:40.173587 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.187359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', '8945493d-01f9-4d30-b01f-265132b7212b', 'df137ddf-4335-4e68-804f-dcdbcd702913'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:40.189760 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'port': {'security_groups': ['5eedeaca-ce8b-40b6-aa9d-82c46f1444f2', 'ef943c1d-abe7-44a1-9ca6-ee7c0d523e09']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:40.267103 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event deleted for resources: {'Port': ['ID=df137ddf-4335-4e68-804f-dcdbcd702913,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:40.326493 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.395640 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] No DVR routers for this DVR port df137ddf-4335-4e68-804f-dcdbcd702913 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:40.401722 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.405692 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5859d5c8-a0c6-4e03-bbe6-7cfd1cd7e5fb req-ec7fdc2a-0f25-4b63-b6e5-b546e81c2128 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "DELETE /v2.0/ports/df137ddf-4335-4e68-804f-dcdbcd702913 HTTP/1.1" status: 204 len: 173 time: 0.8383915 Jul 22 22:15:40.409442 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'name': 'network-vif-deleted', 'tag': 'df137ddf-4335-4e68-804f-dcdbcd702913'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:40.413734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b80356a-4b43-4203-8dae-b7ce3314489b" -d '{"events": [{"server_uuid": "d278a91e-64f0-4b40-9989-0aa976ccf9b0", "name": "network-vif-deleted", "tag": "df137ddf-4335-4e68-804f-dcdbcd702913"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:40.490126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67e3f-a554-4be0-a1f7-dcceea9489dd req-01dbd927-ba28-45be-a484-f6949daf4f65 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.498027 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68f67e3f-a554-4be0-a1f7-dcceea9489dd req-01dbd927-ba28-45be-a484-f6949daf4f65 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1792283 Jul 22 22:15:40.550165 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68f67e3f-a554-4be0-a1f7-dcceea9489dd req-19c4578e-3ff7-4793-b9d0-5e432a05d0e3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477834 Jul 22 22:15:40.643583 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:40.693458 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.696857 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77ae1c-4d35-40ad-a5c9-2d15d2f25a36 req-7c18ee5b-db78-4703-87e9-8c73bc20315e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.700446 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.705959 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bb77ae1c-4d35-40ad-a5c9-2d15d2f25a36 req-7c18ee5b-db78-4703-87e9-8c73bc20315e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0919137 Jul 22 22:15:40.781528 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.782689 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.799480 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b95cbe5-fcc0-4687-a806-de20e871be0e req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "PUT /v2.0/ports/7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 982 time: 0.6174269 Jul 22 22:15:40.801922 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:40.802066 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bb77ae1c-4d35-40ad-a5c9-2d15d2f25a36 req-f44b16f5-aa65-4a48-a8ea-dd11a2f5d6cc tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949504 Jul 22 22:15:40.811557 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff" -d '{"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:40.862699 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-51cde3e0-f838-465a-99e9-8b986d02c243 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1477058 Jul 22 22:15:40.892469 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87372e-e2fa-4dc0-a68c-581334fbdbf2 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=6']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:40.913897 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cfc701-238f-49ff-9f84-b022916f4c51 x-openstack-request-id: req-49cfc701-238f-49ff-9f84-b022916f4c51 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:40.913897 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d278a91e-64f0-4b40-9989-0aa976ccf9b0", "name": "network-vif-deleted", "tag": "df137ddf-4335-4e68-804f-dcdbcd702913", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:40.913897 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-49cfc701-238f-49ff-9f84-b022916f4c51 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:40.913897 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd278a91e-64f0-4b40-9989-0aa976ccf9b0', 'name': 'network-vif-deleted', 'tag': 'df137ddf-4335-4e68-804f-dcdbcd702913', 'status': 'completed', 'code': 200} Jul 22 22:15:41.117032 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d18551b-8899-4ec5-923e-e3bb0aadddfb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:41.154562 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16e42-c529-4641-b035-26d09710ed96 req-c23526fc-2537-4df3-9323-a397bd905081 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.162510 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a6c16e42-c529-4641-b035-26d09710ed96 req-c23526fc-2537-4df3-9323-a397bd905081 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.1455696 Jul 22 22:15:41.220905 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c0b052a8-8073-4489-9914-77ad0402ae9e None None] Provisioning complete for port 7d18551b-8899-4ec5-923e-e3bb0aadddfb triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:41.221318 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0b052a8-8073-4489-9914-77ad0402ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:41.276943 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a6c16e42-c529-4641-b035-26d09710ed96 req-2fc1bb7b-1908-4688-9ef0-a0081033bf3f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133208 Jul 22 22:15:41.294032 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2bcfa502-6f57-409a-8314-c40b423a7399 req-5adb5558-5321-4dd9-8a78-f12f3c4ebbf0 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d278a91e-64f0-4b40-9989-0aa976ccf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0470860 Jul 22 22:15:41.353164 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4184ac0-719e-467c-9697-e7c15ed1610b x-openstack-request-id: req-d4184ac0-719e-467c-9697-e7c15ed1610b {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:41.353482 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:41.353688 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d4184ac0-719e-467c-9697-e7c15ed1610b {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:41.354110 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'status': 'completed', 'code': 200} Jul 22 22:15:41.397356 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-996872c2-80c8-41c7-b684-a2672b18d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.403689 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-996872c2-80c8-41c7-b684-a2672b18d2c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 1098 time: 0.5154550 Jul 22 22:15:41.537371 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d34427-fae8-4a38-933a-fd658afb8c35 req-79c3a0e7-5c2b-4389-bbf1-e6d0036c8302 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.550994 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c8d34427-fae8-4a38-933a-fd658afb8c35 req-79c3a0e7-5c2b-4389-bbf1-e6d0036c8302 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0943189 Jul 22 22:15:41.612044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-f241ccdf-f63e-48aa-a083-e284cc871c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.614304 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-f241ccdf-f63e-48aa-a083-e284cc871c4b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1138 time: 0.2203736 Jul 22 22:15:41.615773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-9d69457d-ff72-438a-8c03-d2a8d3ae1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.616907 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c8d34427-fae8-4a38-933a-fd658afb8c35 req-820bb9d9-e307-4864-8360-dd55e9693842 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644624 Jul 22 22:15:41.617471 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-9d69457d-ff72-438a-8c03-d2a8d3ae1789 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.1606975 Jul 22 22:15:41.631913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3d7d8-8c79-42ab-8e16-bb4f52b8ce64 req-1a606529-4b4c-48c7-8e98-b5e8d32b5a15 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.639934 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8b3d7d8-8c79-42ab-8e16-bb4f52b8ce64 req-1a606529-4b4c-48c7-8e98-b5e8d32b5a15 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.1843944 Jul 22 22:15:41.725317 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-f1047f56-c468-4a87-baba-289866844eaf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b HTTP/1.1" status: 200 len: 217 time: 0.0812323 Jul 22 22:15:41.772419 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fb37d-f205-4379-8d59-db9a5d6d576f req-5e4286e6-b73f-440b-a7f8-acb409e3af28 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.779540 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-557fb37d-f205-4379-8d59-db9a5d6d576f req-5e4286e6-b73f-440b-a7f8-acb409e3af28 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0834041 Jul 22 22:15:41.833148 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-557fb37d-f205-4379-8d59-db9a5d6d576f req-2044f7d2-466c-4254-9985-59a00dbe7bce tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485694 Jul 22 22:15:41.835774 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8b3d7d8-8c79-42ab-8e16-bb4f52b8ce64 req-005d5b44-87bc-434d-a7ad-2211e442f243 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929352 Jul 22 22:15:41.896838 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-d82c00c7-c1df-4c16-af1a-975b48d30538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.898837 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-d82c00c7-c1df-4c16-af1a-975b48d30538 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.1540983 Jul 22 22:15:41.900237 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-8e59923c-42e4-4e8d-9276-d389ea591789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.901558 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-8e59923c-42e4-4e8d-9276-d389ea591789 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 917 time: 0.2565958 Jul 22 22:15:41.953459 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-39467681-87af-4e2e-971f-dae47f035928 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368693 Jul 22 22:15:41.979502 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a187-cf3f-4312-a4c9-27f87b304b4d req-44097b73-54d1-4cec-9f64-c0248a6f220d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.986613 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3d31a187-cf3f-4312-a4c9-27f87b304b4d req-44097b73-54d1-4cec-9f64-c0248a6f220d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0812881 Jul 22 22:15:42.040036 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3d31a187-cf3f-4312-a4c9-27f87b304b4d req-a140c420-0f9b-4c74-bdd2-5e755e81c62d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Jul 22 22:15:42.074173 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-ef6204c6-c8bd-49a7-9865-f0fc285f603d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 1001 time: 0.1484969 Jul 22 22:15:42.138913 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-9628d49e-2a5f-4cb7-8143-ac4200fbe47a service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550353 Jul 22 22:15:42.144278 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-a467cf9b-e02b-4616-b18c-b75171744ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.145633 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-a467cf9b-e02b-4616-b18c-b75171744ff7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.0624676 Jul 22 22:15:42.284086 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23f0a464-d137-4f44-a0a1-2ff899746a96 req-cf0baa84-b149-43ea-a2b6-e1189efca7dd service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285460 Jul 22 22:15:42.285734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-9acc9c84-d485-461c-92cd-2453ea2cfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.287100 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-9acc9c84-d485-461c-92cd-2453ea2cfc3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1247065 Jul 22 22:15:42.395119 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-c60b096c-6aae-4ab3-828a-cce838a417de service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984969 Jul 22 22:15:42.522933 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3df3f922-2dc3-4e54-b395-7cf78ceb55ff req-a85df12a-fa84-4798-ae15-49dec974f4a6 service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161418 Jul 22 22:15:42.523894 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:42.570609 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d18551b-8899-4ec5-923e-e3bb0aadddfb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:42.780781 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483607-26db-449a-b16e-049bfc77b790 req-d0ccd4dc-9795-4b80-b02a-c05c5853d38a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.787898 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b5483607-26db-449a-b16e-049bfc77b790 req-d0ccd4dc-9795-4b80-b02a-c05c5853d38a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0864575 Jul 22 22:15:42.830924 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b5483607-26db-449a-b16e-049bfc77b790 req-5ce63fc1-ee7f-4625-89a4-f7255c6bdf1b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Jul 22 22:15:43.001194 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6cda6-56ee-4861-bb1e-0f2bab77366e req-2c3be6c2-880e-4c4b-803f-f31551352e49 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.002161 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8688-99d2-470b-9f7d-e368bc5a74ca req-f1f99a21-5334-4c0c-a753-efd6fc6ccf52 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.002939 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c5e6cda6-56ee-4861-bb1e-0f2bab77366e req-2c3be6c2-880e-4c4b-803f-f31551352e49 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0815549 Jul 22 22:15:43.005547 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bcec8688-99d2-470b-9f7d-e368bc5a74ca req-f1f99a21-5334-4c0c-a753-efd6fc6ccf52 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0853353 Jul 22 22:15:43.057050 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bcec8688-99d2-470b-9f7d-e368bc5a74ca req-965aeb89-a05d-467f-baf0-23f8cdbb983a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Jul 22 22:15:43.061573 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device df137ddf-4335-4e68-804f-dcdbcd702913 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:43.065597 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c5e6cda6-56ee-4861-bb1e-0f2bab77366e req-b1fb2560-d563-4b05-b831-1253069a788b tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544963 Jul 22 22:15:43.091820 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: df137ddf-4335-4e68-804f-dcdbcd702913 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:43.092176 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device df137ddf-4335-4e68-804f-dcdbcd702913 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:43.189803 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2d208-d669-4848-afe0-c8b527061d17 req-7b8dcc84-1d53-43f2-81da-d25296ee0199 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.191290 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8fa2d208-d669-4848-afe0-c8b527061d17 req-7b8dcc84-1d53-43f2-81da-d25296ee0199 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0669820 Jul 22 22:15:43.230696 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8fa2d208-d669-4848-afe0-c8b527061d17 req-fe4ceee8-4a19-42d8-8cf7-31de8a52a57b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Jul 22 22:15:43.817755 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333144f2-ba1d-4d0b-b387-433daf8393ef req-bd58051c-bab7-4e64-86fc-7544aa0af6db tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.819835 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-333144f2-ba1d-4d0b-b387-433daf8393ef req-bd58051c-bab7-4e64-86fc-7544aa0af6db tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.0777988 Jul 22 22:15:43.881133 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-333144f2-ba1d-4d0b-b387-433daf8393ef req-156881bc-b578-483b-941b-ca6d03cd1ffa tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495985 Jul 22 22:15:44.016743 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbbf41-d0ca-4385-8e13-7491bc4b63f6 req-5876f60e-8f19-42a9-85b2-58d3b9cf4136 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.018126 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5bbbf41-d0ca-4385-8e13-7491bc4b63f6 req-5876f60e-8f19-42a9-85b2-58d3b9cf4136 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0728686 Jul 22 22:15:44.061691 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5bbbf41-d0ca-4385-8e13-7491bc4b63f6 req-70ddfbb1-645c-49eb-845d-7bfd86be30a7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351110 Jul 22 22:15:44.264745 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad73cd-474e-4061-ad72-4a5ab122c77c req-c973a2d3-4fee-452a-94ca-e3ad1a2a3f21 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.266300 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e2ad73cd-474e-4061-ad72-4a5ab122c77c req-c973a2d3-4fee-452a-94ca-e3ad1a2a3f21 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 943 time: 0.0805457 Jul 22 22:15:44.269293 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc37eb-2bce-4bbc-b00b-16582ff74e21 req-cdbbef9e-b0af-4a3d-8dfb-6383c720f0db tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.271139 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2adc37eb-2bce-4bbc-b00b-16582ff74e21 req-cdbbef9e-b0af-4a3d-8dfb-6383c720f0db tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0811596 Jul 22 22:15:44.330163 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e2ad73cd-474e-4061-ad72-4a5ab122c77c req-1412a1b7-20ae-4143-88be-32644d1e2289 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554991 Jul 22 22:15:44.566229 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2adc37eb-2bce-4bbc-b00b-16582ff74e21 req-b7f56477-d8d5-4dcc-b8a1-9b03f3bc2060 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716527 Jul 22 22:15:44.652256 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9234d3-4d53-4276-a2bb-c082455a1786 req-9fa765ab-5d96-4f52-be6e-05967276f171 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.661300 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b9234d3-4d53-4276-a2bb-c082455a1786 req-9fa765ab-5d96-4f52-be6e-05967276f171 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1236842 Jul 22 22:15:44.713210 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b9234d3-4d53-4276-a2bb-c082455a1786 req-d0769c79-9692-4d96-967a-d4d3872b46e1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476730 Jul 22 22:15:44.790854 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e94530-f2cf-4358-b4e0-0fcf3f831e1f req-2373d5f6-cf4d-4e2a-a7d6-82f3bb36167e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.792469 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-854901b2-33d1-4ca7-86bb-8da11bb3f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.792602 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7e94530-f2cf-4358-b4e0-0fcf3f831e1f req-2373d5f6-cf4d-4e2a-a7d6-82f3bb36167e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0970430 Jul 22 22:15:44.794100 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-854901b2-33d1-4ca7-86bb-8da11bb3f5f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1099 time: 0.0884597 Jul 22 22:15:44.837931 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7e94530-f2cf-4358-b4e0-0fcf3f831e1f req-ebb23978-c047-4035-a47e-1f5be4fc4428 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383430 Jul 22 22:15:44.912158 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-85e32131-895f-41e6-ab30-47dd9af4aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.914526 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-85e32131-895f-41e6-ab30-47dd9af4aaf3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.1134229 Jul 22 22:15:45.037382 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-ca5bfe39-8e85-45d0-a16a-094a7dffeb00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 1002 time: 0.1062250 Jul 22 22:15:45.069149 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device aa784124-c0c1-4f10-8c0b-69df6f2dbca0 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:45.117388 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a72cb-aade-4245-8625-62cdcd584710 req-d809e278-502b-4a11-bd47-ab442390a00a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.124029 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4f7a72cb-aade-4245-8625-62cdcd584710 req-d809e278-502b-4a11-bd47-ab442390a00a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.1499550 Jul 22 22:15:45.150588 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-2df5cd28-44d9-4cca-b1ad-da826b3d2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.152704 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-2df5cd28-44d9-4cca-b1ad-da826b3d2774 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.1033649 Jul 22 22:15:45.195062 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:45.212524 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'port_id': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'mac_address': 'fa:16:3e:cf:8f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:45.218698 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4f7a72cb-aade-4245-8625-62cdcd584710 req-eb23bc4d-27ce-44b0-b8cb-207eb32bbe68 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872657 Jul 22 22:15:45.260523 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-791b9d15-a4b0-4f06-b7b7-e377c16fc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.262037 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-791b9d15-a4b0-4f06-b7b7-e377c16fc4ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980151 Jul 22 22:15:45.283197 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.305055 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa784124-c0c1-4f10-8c0b-69df6f2dbca0 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:45.331807 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:45.336222 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.386963 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-ae2dfaf0-bfd0-432e-9489-f656ee12d307 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143854 Jul 22 22:15:45.435843 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:45.514096 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0ecce7fc-d485-410a-95c8-00785cb651cf req-c8ec2346-72bd-4991-83c6-afb1333b9e66 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148376 Jul 22 22:15:45.569946 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0141-0a40-47cd-8f6f-acdaf2a003ad req-125d334f-ad89-4526-b698-5ecbe44c0f43 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.569946 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dfee0141-0a40-47cd-8f6f-acdaf2a003ad req-125d334f-ad89-4526-b698-5ecbe44c0f43 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 944 time: 0.1327095 Jul 22 22:15:45.646017 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dfee0141-0a40-47cd-8f6f-acdaf2a003ad req-043afade-2bda-4f98-968e-6b7db5cd9ed7 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659339 Jul 22 22:15:45.760555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c80f-48a2-423a-866b-9da5a390cbed req-d4158483-0d57-46f3-9b89-302d251e30a6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.762328 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-93b6c80f-48a2-423a-866b-9da5a390cbed req-d4158483-0d57-46f3-9b89-302d251e30a6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0778208 Jul 22 22:15:45.812741 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-93b6c80f-48a2-423a-866b-9da5a390cbed req-0b06fb1b-d085-4da7-bf32-56b31bef3481 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Jul 22 22:15:45.894409 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497667ea-9a4d-4d45-af85-e7e1e162418e req-671da8ba-7605-4438-a79e-56a40b8e6f74 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.904852 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-497667ea-9a4d-4d45-af85-e7e1e162418e req-671da8ba-7605-4438-a79e-56a40b8e6f74 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0997477 Jul 22 22:15:45.958205 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-497667ea-9a4d-4d45-af85-e7e1e162418e req-27471b24-edad-40d1-87ae-7e63d43441c2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556960 Jul 22 22:15:46.001963 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad9e5-e502-451f-8376-3d9c1c2349f6 req-084fb170-41d8-40ca-92ce-66fc2ed27cc5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.003526 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b45ad9e5-e502-451f-8376-3d9c1c2349f6 req-084fb170-41d8-40ca-92ce-66fc2ed27cc5 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0847199 Jul 22 22:15:46.033767 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['aa784124-c0c1-4f10-8c0b-69df6f2dbca0'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:46.062901 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b45ad9e5-e502-451f-8376-3d9c1c2349f6 req-9ba50fa5-8172-430e-b64b-6bd939f15342 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531867 Jul 22 22:15:46.372116 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758e62b-549e-43ff-bd32-a8f1062576c6 req-b08f8546-41f7-41f2-aa4f-c569a8f603b9 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.373975 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5758e62b-549e-43ff-bd32-a8f1062576c6 req-b08f8546-41f7-41f2-aa4f-c569a8f603b9 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.0879738 Jul 22 22:15:46.418815 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5758e62b-549e-43ff-bd32-a8f1062576c6 req-fe20d748-391b-4625-9125-94aaea7fd1a5 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Jul 22 22:15:46.463972 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-db4fab89-e85f-4a3c-95d1-b67faa61677a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.465592 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-db4fab89-e85f-4a3c-95d1-b67faa61677a tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 945 time: 0.0748687 Jul 22 22:15:46.624057 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Deleting port 8945493d-01f9-4d30-b01f-265132b7212b {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:46.624401 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.798854 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] For port 8945493d-01f9-4d30-b01f-265132b7212b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8945493d-01f9-4d30-b01f-265132b7212b,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:46.800829 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.819397 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93ccf-ddbf-4214-b17c-e62df3bd065a req-91b1e5b4-6b6b-4540-89e3-042a9292dae8 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.820571 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c4f93ccf-ddbf-4214-b17c-e62df3bd065a req-91b1e5b4-6b6b-4540-89e3-042a9292dae8 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 944 time: 0.1105826 Jul 22 22:15:46.827227 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Calling delete_port for 8945493d-01f9-4d30-b01f-265132b7212b owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:46.917414 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c4f93ccf-ddbf-4214-b17c-e62df3bd065a req-8af729d7-0a1c-402a-a7d7-6fb41192b0ec tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808978 Jul 22 22:15:46.966894 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac2f9-e48f-4bbd-b373-df10f1874145 req-14874809-065e-4613-8d29-b1a0b5d58135 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.971122 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-779ac2f9-e48f-4bbd-b373-df10f1874145 req-14874809-065e-4613-8d29-b1a0b5d58135 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0813551 Jul 22 22:15:47.012943 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-779ac2f9-e48f-4bbd-b373-df10f1874145 req-be1487a1-fa42-4387-9ef1-5b87979fe3f9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Jul 22 22:15:47.046440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.085396 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event deleted for resources: {'Port': ['ID=8945493d-01f9-4d30-b01f-265132b7212b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:47.179571 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] No DVR routers for this DVR port 8945493d-01f9-4d30-b01f-265132b7212b on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:47.183350 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.186373 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2d61430c-7af5-4593-8028-1e623fc43c86 req-7e84d448-266b-41ce-95c3-1e31256d6437 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "DELETE /v2.0/ports/8945493d-01f9-4d30-b01f-265132b7212b HTTP/1.1" status: 204 len: 173 time: 0.7068374 Jul 22 22:15:47.189333 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'name': 'network-vif-deleted', 'tag': '8945493d-01f9-4d30-b01f-265132b7212b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:47.190712 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330b11dc-7e80-4c00-a2db-f46f6b73f806" -d '{"events": [{"server_uuid": "d0fb45d3-658a-4ac0-8fd9-a504cad09b57", "name": "network-vif-deleted", "tag": "8945493d-01f9-4d30-b01f-265132b7212b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:47.243745 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178eae3-9a06-4acd-9785-c2646183f41c req-aeb767a2-55cc-4935-b728-fcc8c9dfa341 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:47.243989 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abe81e-b188-4bd4-8276-bb94957cc833 req-202de1b5-bba5-47cc-93ce-0df99ca75020 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:47.245375 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97abe81e-b188-4bd4-8276-bb94957cc833 req-202de1b5-bba5-47cc-93ce-0df99ca75020 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1611359 Jul 22 22:15:47.251193 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4178eae3-9a06-4acd-9785-c2646183f41c req-aeb767a2-55cc-4935-b728-fcc8c9dfa341 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.1008549 Jul 22 22:15:47.319706 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97abe81e-b188-4bd4-8276-bb94957cc833 req-b4a12066-0b79-4110-a019-dde83591f8a8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Jul 22 22:15:47.329999 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4178eae3-9a06-4acd-9785-c2646183f41c req-ca86e316-775d-48ab-badb-b417ea8be7b8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629010 Jul 22 22:15:47.358097 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', '8945493d-01f9-4d30-b01f-265132b7212b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:47.367149 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba9cd5-e4b3-46f0-9e5a-9e937920b3cb x-openstack-request-id: req-35ba9cd5-e4b3-46f0-9e5a-9e937920b3cb {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:47.367695 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fb45d3-658a-4ac0-8fd9-a504cad09b57", "name": "network-vif-deleted", "tag": "8945493d-01f9-4d30-b01f-265132b7212b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:47.368622 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-35ba9cd5-e4b3-46f0-9e5a-9e937920b3cb {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:47.369175 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fb45d3-658a-4ac0-8fd9-a504cad09b57', 'name': 'network-vif-deleted', 'tag': '8945493d-01f9-4d30-b01f-265132b7212b', 'status': 'completed', 'code': 200} Jul 22 22:15:47.574512 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-251625e2-2bb0-4f75-b2ae-cc858c3de890 req-641e22f7-e3b8-4459-a8d4-50e54028d4e6 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0fb45d3-658a-4ac0-8fd9-a504cad09b57 HTTP/1.1" status: 200 len: 210 time: 0.0318327 Jul 22 22:15:48.085671 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c04eb-6dca-41bc-927a-5797065b28c7 req-0230b565-0799-4e24-bc00-7eaf29d0462e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.087447 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ab7c04eb-6dca-41bc-927a-5797065b28c7 req-0230b565-0799-4e24-bc00-7eaf29d0462e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 944 time: 0.0950983 Jul 22 22:15:48.139370 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ab7c04eb-6dca-41bc-927a-5797065b28c7 req-512c43bf-d1d6-408f-b240-a38a9128341c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457311 Jul 22 22:15:48.216915 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd0262-882b-4229-82b9-9df4b2902597 req-fbe08c13-73f5-4522-94f6-baa91e0e9f82 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.220083 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7afd0262-882b-4229-82b9-9df4b2902597 req-fbe08c13-73f5-4522-94f6-baa91e0e9f82 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0963964 Jul 22 22:15:48.268360 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7afd0262-882b-4229-82b9-9df4b2902597 req-681da966-8ab7-4bf0-a584-d3002f094074 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Jul 22 22:15:48.469149 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a944-1702-4f86-acb1-ed1cd9bec3a5 req-0ad7f946-18cc-4987-87e8-3f80cf8efda8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.476526 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d684a944-1702-4f86-acb1-ed1cd9bec3a5 req-0ad7f946-18cc-4987-87e8-3f80cf8efda8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0724857 Jul 22 22:15:48.511421 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d684a944-1702-4f86-acb1-ed1cd9bec3a5 req-5f20ecee-4ae1-4088-8a3f-734b697b52fc tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Jul 22 22:15:48.963858 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecd6c6-4e7a-4ebf-a004-42d95575c4f2 req-8699b7c7-af40-4baa-ba87-c23ebd9e796d tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.965348 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-50ecd6c6-4e7a-4ebf-a004-42d95575c4f2 req-8699b7c7-af40-4baa-ba87-c23ebd9e796d tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.0836570 Jul 22 22:15:49.007807 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-50ecd6c6-4e7a-4ebf-a004-42d95575c4f2 req-d70a83f0-0f6d-41e7-a60f-785987baec80 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Jul 22 22:15:49.096226 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device aa784124-c0c1-4f10-8c0b-69df6f2dbca0 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:49.150413 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:49.154041 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:49.154535 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.241843 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.268343 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:49.270672 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13622a0-5a4d-44a5-8298-e60ab0974aa2" -d '{"events": [{"server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "name": "network-vif-plugged", "status": "completed", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:49.284550 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:49.290890 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.292367 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8945493d-01f9-4d30-b01f-265132b7212b no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:49.299506 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ba9b-44d2-4383-94c4-27cbd67e3a53 req-09e8ad5b-c28a-4f12-ae4d-1cd7acd7490a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.308954 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0bb1ba9b-44d2-4383-94c4-27cbd67e3a53 req-09e8ad5b-c28a-4f12-ae4d-1cd7acd7490a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 944 time: 0.0960691 Jul 22 22:15:49.355719 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0bb1ba9b-44d2-4383-94c4-27cbd67e3a53 req-992873d6-e668-41cd-ab24-44df2adecdc7 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Jul 22 22:15:49.376311 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c65e86-f10f-4468-8c73-4931b767d919 x-openstack-request-id: req-69c65e86-f10f-4468-8c73-4931b767d919 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:49.376897 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "name": "network-vif-plugged", "status": "completed", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:49.377303 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-69c65e86-f10f-4468-8c73-4931b767d919 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:49.391509 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'code': 200} Jul 22 22:15:49.397352 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 8945493d-01f9-4d30-b01f-265132b7212b {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:49.398008 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8945493d-01f9-4d30-b01f-265132b7212b not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:49.417339 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34692) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:49.437797 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.500277 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Deleting subnet d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3 {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:49.506372 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.548012 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.588919 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c708bdd-7841-4620-a0c0-67ca1e047a6f req-8fd8dc3b-67aa-4d77-b33c-9c12374e2c2b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.588919 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c708bdd-7841-4620-a0c0-67ca1e047a6f req-8fd8dc3b-67aa-4d77-b33c-9c12374e2c2b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1394451 Jul 22 22:15:49.622362 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.687142 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c708bdd-7841-4620-a0c0-67ca1e047a6f req-37e76f34-dd29-4b7b-bc1d-39f0f1a80603 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876257 Jul 22 22:15:49.729525 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.762611 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.764292 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497714a-2a53-49a7-af72-a9ee977ab6e7 req-b47231b5-8357-422c-ba4f-9e0262c0e00e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.764857 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.765610 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e497714a-2a53-49a7-af72-a9ee977ab6e7 req-b47231b5-8357-422c-ba4f-9e0262c0e00e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1443191 Jul 22 22:15:49.767074 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-90790d4a-e50b-4025-8e9d-cf3fbdf98f8f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d3607369-b8c5-4d0a-bed9-a7a8f6b24bd3 HTTP/1.1" status: 204 len: 168 time: 0.3479092 Jul 22 22:15:49.769202 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d1e54-c698-47a8-96a9-e1dd00c6be3c req-7a2b3576-8e3f-42f4-b0f7-27185772c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.769778 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34700) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:49.771231 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b7d1e54-c698-47a8-96a9-e1dd00c6be3c req-7a2b3576-8e3f-42f4-b0f7-27185772c405 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 1098 time: 0.1166313 Jul 22 22:15:49.840150 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e497714a-2a53-49a7-af72-a9ee977ab6e7 req-6864fb2d-979d-4906-849a-8fd48a0d9253 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Jul 22 22:15:49.841006 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.842236 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b7d1e54-c698-47a8-96a9-e1dd00c6be3c req-5387c91d-cda3-43c5-afee-6ab6e78b4e72 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619879 Jul 22 22:15:49.928399 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.939987 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef742b96-3fc8-4b78-a803-ec3d37890759']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.954174 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.954573 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750afa7f-d3af-4a07-b1ec-7b1cfe48ab5e') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.963890 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.979329 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.995932 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Releasing vlan 1804 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:49.996629 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:49.999300 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:50.079651 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.087121 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.093446 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ef742b96-3fc8-4b78-a803-ec3d37890759 HTTP/1.1" status: 204 len: 168 time: 0.3211162 Jul 22 22:15:50.150398 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d39485-b8d3-489d-a0bc-f53fb1455ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef742b96-3fc8-4b78-a803-ec3d37890759,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:50.199460 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1d5d5-2ac5-490a-b7d1-b3c57d9b6ba8 req-af488bd5-b153-4839-8a47-447fadd45543 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.202350 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9c1d5d5-2ac5-490a-b7d1-b3c57d9b6ba8 req-af488bd5-b153-4839-8a47-447fadd45543 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.1077476 Jul 22 22:15:50.255789 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9c1d5d5-2ac5-490a-b7d1-b3c57d9b6ba8 req-385116bc-409b-4535-8f88-6dfc934c635d tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Jul 22 22:15:50.314448 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34708) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:50.364854 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ad5a02b7-e8ff-4512-b65e-4e7448fbc5ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=93b17e834b4a4472b191413cdcd5606d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474288 Jul 22 22:15:50.365356 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 34710) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:50.692734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57ec0af-10a8-441d-bda5-be05c1158611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.727977 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57ec0af-10a8-441d-bda5-be05c1158611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.737236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd12c8-08be-48ca-8fe5-7b614a67d821 req-a8690f65-3139-4990-96d3-1ae9815ebf15 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.738450 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5bfd12c8-08be-48ca-8fe5-7b614a67d821 req-a8690f65-3139-4990-96d3-1ae9815ebf15 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.1271889 Jul 22 22:15:50.812785 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5bfd12c8-08be-48ca-8fe5-7b614a67d821 req-36600936-d4d2-44f9-bfc7-38d0262deb07 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642419 Jul 22 22:15:50.833647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57ec0af-10a8-441d-bda5-be05c1158611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.837895 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57ec0af-10a8-441d-bda5-be05c1158611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.843221 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d57ec0af-10a8-441d-bda5-be05c1158611 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc HTTP/1.1" status: 204 len: 168 time: 0.4766107 Jul 22 22:15:50.855553 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec0af-10a8-441d-bda5-be05c1158611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf63a0b-3cf9-435e-8995-8e2a5ec9f2dc,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:50.917095 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0b44e-7692-47aa-aa94-f1cee0e419ff req-e73877d4-d8b5-477d-8316-03bb9b75c9b9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.919378 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f9a0b44e-7692-47aa-aa94-f1cee0e419ff req-e73877d4-d8b5-477d-8316-03bb9b75c9b9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.1339607 Jul 22 22:15:50.981520 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f9a0b44e-7692-47aa-aa94-f1cee0e419ff req-ef7e8e82-714f-4535-8950-7fb72b5a84f8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563130 Jul 22 22:15:51.012628 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6089f-3a06-47f4-8dca-faecc91b3f7c req-e49fc43f-0686-401d-8aa8-21892fdc21c4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:51.021322 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d4f6089f-3a06-47f4-8dca-faecc91b3f7c req-e49fc43f-0686-401d-8aa8-21892fdc21c4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0932395 Jul 22 22:15:51.090547 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d4f6089f-3a06-47f4-8dca-faecc91b3f7c req-80bf6dbe-d9ec-441d-a8e0-6385da362e3f tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670183 Jul 22 22:15:51.431248 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115ef4-f206-4388-97f1-54cfca7d2a0f req-2d61eef0-bc45-4c28-a086-244a199eaa06 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:51.438941 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-04115ef4-f206-4388-97f1-54cfca7d2a0f req-2d61eef0-bc45-4c28-a086-244a199eaa06 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.1041865 Jul 22 22:15:51.477991 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-04115ef4-f206-4388-97f1-54cfca7d2a0f req-979d0790-00a7-410f-b56e-5e147861c13f tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Jul 22 22:15:51.486209 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-18e6da00-4de8-447f-a248-6692ce5889b4 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:51.488252 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-18e6da00-4de8-447f-a248-6692ce5889b4 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 945 time: 0.1220741 Jul 22 22:15:51.625228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Deleting port b8cae6bb-8a0b-4a41-bd76-94bbff525324 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:51.625637 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.718577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] For port b8cae6bb-8a0b-4a41-bd76-94bbff525324, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b8cae6bb-8a0b-4a41-bd76-94bbff525324,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:51.718931 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.736801 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Calling delete_port for b8cae6bb-8a0b-4a41-bd76-94bbff525324 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:51.897629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.917157 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'b8cae6bb-8a0b-4a41-bd76-94bbff525324'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:51.965322 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event deleted for resources: {'Port': ['ID=b8cae6bb-8a0b-4a41-bd76-94bbff525324,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:52.014795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] No DVR routers for this DVR port b8cae6bb-8a0b-4a41-bd76-94bbff525324 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:52.018229 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.019894 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6cf578e0-2fc3-484e-9883-7c4d0b2a49f5 req-7884628c-5077-49ca-afe2-490697ad2992 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "DELETE /v2.0/ports/b8cae6bb-8a0b-4a41-bd76-94bbff525324 HTTP/1.1" status: 204 len: 173 time: 0.5145130 Jul 22 22:15:52.020333 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'name': 'network-vif-deleted', 'tag': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:52.022678 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fbc95-4277-4863-9ad0-fe9cb24fbf61" -d '{"events": [{"server_uuid": "2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13", "name": "network-vif-deleted", "tag": "b8cae6bb-8a0b-4a41-bd76-94bbff525324"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:52.069592 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cdf90-6436-4422-923b-884be37df1e1 req-33881075-76e3-4100-8f53-6ed7e4664f78 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.072635 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e96cdf90-6436-4422-923b-884be37df1e1 req-33881075-76e3-4100-8f53-6ed7e4664f78 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.1712358 Jul 22 22:15:52.142135 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e96cdf90-6436-4422-923b-884be37df1e1 req-7aed3e4d-1141-40b2-9fae-71db1af94caf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615757 Jul 22 22:15:52.158467 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c856-484c-4b9b-ace0-04958b6c82fa req-a9af2106-cc11-455c-8020-5b16103f85ca tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.166795 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8c9c856-484c-4b9b-ace0-04958b6c82fa req-a9af2106-cc11-455c-8020-5b16103f85ca tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0915091 Jul 22 22:15:52.209038 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f739fa-bf98-4e96-a6dc-f8e1187b1f33 x-openstack-request-id: req-06f739fa-bf98-4e96-a6dc-f8e1187b1f33 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:52.209336 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13", "name": "network-vif-deleted", "tag": "b8cae6bb-8a0b-4a41-bd76-94bbff525324", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:52.210106 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-06f739fa-bf98-4e96-a6dc-f8e1187b1f33 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:52.210106 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13', 'name': 'network-vif-deleted', 'tag': 'b8cae6bb-8a0b-4a41-bd76-94bbff525324', 'status': 'completed', 'code': 200} Jul 22 22:15:52.215393 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8c9c856-484c-4b9b-ace0-04958b6c82fa req-5447a14e-9ac7-4490-8a5e-d65593af6f6d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477190 Jul 22 22:15:52.345604 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c4a8-6c3f-4b53-8188-b8e5038a2b22 req-e4dd12cb-897c-4195-9ffc-bb8b3c7b25ef tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.347408 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8143c4a8-6c3f-4b53-8188-b8e5038a2b22 req-e4dd12cb-897c-4195-9ffc-bb8b3c7b25ef tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0695934 Jul 22 22:15:52.356453 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a333-89e1-4e0d-8fe3-7b9344f27682 req-588b25ac-a0f8-48af-a1e1-b41205f76991 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.358004 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11d2a333-89e1-4e0d-8fe3-7b9344f27682 req-588b25ac-a0f8-48af-a1e1-b41205f76991 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.0710895 Jul 22 22:15:52.396981 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8143c4a8-6c3f-4b53-8188-b8e5038a2b22 req-d93b47bb-c0e0-429f-9999-7bb37686bb9e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Jul 22 22:15:52.423940 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11d2a333-89e1-4e0d-8fe3-7b9344f27682 req-261e3bab-f87b-428a-94bf-c8f6484c44d6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504129 Jul 22 22:15:52.450237 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34736) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:52.601375 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a103146-6d14-4ad1-b87d-f599245dceb1 req-408d6d8a-0902-4fd8-a32d-662e225ad993 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a1797ff-2c7e-4fb1-bd17-e1062d1f0f13 HTTP/1.1" status: 200 len: 210 time: 0.0359752 Jul 22 22:15:52.726426 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c477517-2bfa-463e-8de4-ae26d92342d8 tempest-TestVolumeBootPattern-226411960 tempest-TestVolumeBootPattern-226411960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.731126 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5c477517-2bfa-463e-8de4-ae26d92342d8 tempest-TestVolumeBootPattern-226411960 tempest-TestVolumeBootPattern-226411960-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 1093 time: 0.2771041 Jul 22 22:15:52.731634 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 34742) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:52.736647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'port_id': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:52.779529 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.927809 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.078089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Allocated IP 172.27.0.6 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/0e7da2d3-711b-4622-9349-b8b895e07506) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:53.218903 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.265107 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.312584 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:53.315485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:53.319280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:53.325249 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=0e7da2d3-711b-4622-9349-b8b895e07506,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:53.407031 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320746dc-feef-436f-8b15-bf813b26dccc req-5769033d-6c5a-482b-b1a9-9afff32e7e80 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:53.409465 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-320746dc-feef-436f-8b15-bf813b26dccc req-5769033d-6c5a-482b-b1a9-9afff32e7e80 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0947840 Jul 22 22:15:53.414229 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-38cce190-26bd-4069-8296-dd31f4a4303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.494237 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-320746dc-feef-436f-8b15-bf813b26dccc req-4aab1e2a-7e54-4fbe-bccc-36a86f08de58 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768611 Jul 22 22:15:53.690662 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b735e-d73a-4566-b8c7-40ab0ed4e8d8 req-dc07feae-ad56-4dbc-adbf-94f5ae9ef289 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:53.690662 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6c2b735e-d73a-4566-b8c7-40ab0ed4e8d8 req-dc07feae-ad56-4dbc-adbf-94f5ae9ef289 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1835225 Jul 22 22:15:53.731004 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6c2b735e-d73a-4566-b8c7-40ab0ed4e8d8 req-95cbb384-809b-4d91-834b-0edb8ea79f17 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581880 Jul 22 22:15:53.898972 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.975838 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.115683 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.120324 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.184623 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=0e7da2d3-711b-4622-9349-b8b895e07506,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:54.199035 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.293172 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Floating IP 3b8746f0-e9ab-427b-80a0-64da9d876989 associated. External IP: 172.27.0.6, port: aa784124-c0c1-4f10-8c0b-69df6f2dbca0. Jul 22 22:15:54.488882 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:54.589817 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:54.599843 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:54.608758 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.612675 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:54.612675 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:15:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:54.637347 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703cd9-7f0d-41b0-9b91-dd11b8b4ae9d req-5c7a9367-6f60-4a29-9d56-e0830a292632 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:54.638848 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17703cd9-7f0d-41b0-9b91-dd11b8b4ae9d req-5c7a9367-6f60-4a29-9d56-e0830a292632 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0689085 Jul 22 22:15:54.654917 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-97bf2849-1c91-4ace-b4f6-ac2fa363a145 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9161456 Jul 22 22:15:54.654917 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:54.654917 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4246504-3f70-400c-82b3-b4aad2715e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:54.689273 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17703cd9-7f0d-41b0-9b91-dd11b8b4ae9d req-b8990b28-60e0-4369-bc54-12841ef7bf48 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Jul 22 22:15:54.697427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ddb1e5-d02f-4e3a-b354-4a27b021783d x-openstack-request-id: req-44ddb1e5-d02f-4e3a-b354-4a27b021783d {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:54.697946 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:54.698141 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-44ddb1e5-d02f-4e3a-b354-4a27b021783d {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:54.698385 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'status': 'completed', 'code': 200} Jul 22 22:15:54.723192 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:54.864830 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7c213-fc5b-47f8-bfb9-40f0c0ad4249 req-8b7914cd-9cbb-4138-974a-d55a3556a4a5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:54.866473 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-feb7c213-fc5b-47f8-bfb9-40f0c0ad4249 req-8b7914cd-9cbb-4138-974a-d55a3556a4a5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0641761 Jul 22 22:15:54.906623 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-feb7c213-fc5b-47f8-bfb9-40f0c0ad4249 req-89c55bba-7700-43ff-8498-3f37511de062 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Jul 22 22:15:54.945457 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '3b8746f0-e9ab-427b-80a0-64da9d876989', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:cf:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:53Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:54.975737 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:54.983731 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:54.984332 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:15:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:55.085438 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:55.254671 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device b8cae6bb-8a0b-4a41-bd76-94bbff525324 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:55.273732 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: b8cae6bb-8a0b-4a41-bd76-94bbff525324 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:55.274602 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device b8cae6bb-8a0b-4a41-bd76-94bbff525324 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:55.297402 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '3b8746f0-e9ab-427b-80a0-64da9d876989', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:cf:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:53Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:55.325341 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93769b7b-01a3-427a-8501-f274ca52ee4f None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '3b8746f0-e9ab-427b-80a0-64da9d876989', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:cf:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:53Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:55.501037 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80e5c0-0477-43f6-a911-9176997f5305 None None] New status for floating IP 3b8746f0-e9ab-427b-80a0-64da9d876989: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:15:55.823431 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e41c7-6b19-43e2-993c-b0bd436ad5c7 req-536c69c3-7a42-46b1-8877-a0e547f79061 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:55.824920 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4f6e41c7-6b19-43e2-993c-b0bd436ad5c7 req-536c69c3-7a42-46b1-8877-a0e547f79061 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0632789 Jul 22 22:15:55.861459 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4f6e41c7-6b19-43e2-993c-b0bd436ad5c7 req-25f2044a-7ff4-43f8-92ee-24c81e27db14 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Jul 22 22:15:55.927205 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-af4c1e41-e4c5-49be-b989-325cf33a1b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.035758 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02e16-7197-4e58-926b-11f4c8a5426c req-91c4f996-bec7-4a30-b2fd-a86ab6431c99 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:56.037235 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dda02e16-7197-4e58-926b-11f4c8a5426c req-91c4f996-bec7-4a30-b2fd-a86ab6431c99 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0641570 Jul 22 22:15:56.077766 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dda02e16-7197-4e58-926b-11f4c8a5426c req-60e063bd-ab95-4c2a-83ad-b46e77c31a54 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348887 Jul 22 22:15:56.621289 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.993318 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654acc9-26f0-47aa-8d5d-bbe9fc841983 req-ae863693-e60a-47f0-9608-28ce15f4ee27 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:56.994836 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4654acc9-26f0-47aa-8d5d-bbe9fc841983 req-ae863693-e60a-47f0-9608-28ce15f4ee27 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0652771 Jul 22 22:15:57.037513 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4654acc9-26f0-47aa-8d5d-bbe9fc841983 req-c827530d-9adb-4755-9ac7-2c7b812ee1c1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 Jul 22 22:15:57.205080 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec104-6e7e-40d8-9272-e5f8dfcd7377 req-a259fac7-25e8-4bd2-81b2-58487b8ed9e8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.206585 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d7ec104-6e7e-40d8-9272-e5f8dfcd7377 req-a259fac7-25e8-4bd2-81b2-58487b8ed9e8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0623162 Jul 22 22:15:57.243792 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d7ec104-6e7e-40d8-9272-e5f8dfcd7377 req-4d666d28-dafc-4300-b11e-c36c15f28192 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Jul 22 22:15:57.279629 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:57.571623 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-19afef30-11eb-4b18-bae8-cf69b67e9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.573089 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-19afef30-11eb-4b18-bae8-cf69b67e9df9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 1098 time: 0.0551519 Jul 22 22:15:57.665416 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-841cccb1-cf84-48ab-b430-0cec4537b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.666958 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-841cccb1-cf84-48ab-b430-0cec4537b199 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0862041 Jul 22 22:15:57.730299 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-bba051d7-b78e-4f9c-93c5-142f601f3526 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0 HTTP/1.1" status: 200 len: 999 time: 0.0545614 Jul 22 22:15:57.811687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-109dec72-7dec-4e74-9e28-5fc5ff26afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.813073 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-109dec72-7dec-4e74-9e28-5fc5ff26afdf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0727458 Jul 22 22:15:57.841571 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-1c9b0d45-b5af-49dc-8fb5-fd027f47134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.842954 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-1c9b0d45-b5af-49dc-8fb5-fd027f47134f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1098 time: 0.0730653 Jul 22 22:15:57.955962 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-c07a5ef5-e8b2-45c9-8c8c-3673d056b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.957426 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-c07a5ef5-e8b2-45c9-8c8c-3673d056b45f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261945 Jul 22 22:15:57.959989 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-9dfe2f1a-32be-4147-ad05-67138182e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.961293 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-9dfe2f1a-32be-4147-ad05-67138182e04e service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.1033046 Jul 22 22:15:58.174458 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a790d-b7c7-4321-813b-28d46bad1258 req-1e4b73e3-137d-4f74-a685-7ee2359d76cd tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.175948 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ba4a790d-b7c7-4321-813b-28d46bad1258 req-1e4b73e3-137d-4f74-a685-7ee2359d76cd tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0671914 Jul 22 22:15:58.220542 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ba4a790d-b7c7-4321-813b-28d46bad1258 req-2b5d7efd-82a8-468a-93f2-4620065dbe04 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353091 Jul 22 22:15:58.308102 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-c9bf7bef-b0e4-454e-96a4-8cd1bcb2d365 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 1000 time: 0.3246839 Jul 22 22:15:58.378300 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-864e3ae1-b2e6-4189-9e58-2648efc8acd2 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030905 Jul 22 22:15:58.418384 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-e03c9e95-1d7e-41f6-8497-957c7661cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.419762 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-e03c9e95-1d7e-41f6-8497-957c7661cb2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0942917 Jul 22 22:15:58.511798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62978987-3019-4a52-81ad-4ecf71d45b17 req-0bf020a8-8d9d-4eaa-bd48-9e46c38b79b7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.513155 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-62978987-3019-4a52-81ad-4ecf71d45b17 req-0bf020a8-8d9d-4eaa-bd48-9e46c38b79b7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.2011950 Jul 22 22:15:58.552341 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-cbeb3a82-d64c-4eff-97e3-278be3c85f8e service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638615 Jul 22 22:15:58.575791 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-62978987-3019-4a52-81ad-4ecf71d45b17 req-b19b19f7-d970-46c3-9fa8-b039e6617c26 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 Jul 22 22:15:58.581204 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-210830c0-6bd2-40f1-8af8-ed3517859276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.582647 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-210830c0-6bd2-40f1-8af8-ed3517859276 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498978 Jul 22 22:15:58.672442 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-184a0675-831d-424a-8c9f-c7f4092b1e07 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808332 Jul 22 22:15:58.709129 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.767568 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4180864b-41f1-49b2-be1b-cc0a1acad9bf req-a8e501a7-3a66-4e80-8af4-b14340df3012 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861375 Jul 22 22:15:59.307009 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75c253-b018-4187-9b88-8653c030acc1 req-7e91d3cc-6d1b-40b2-8f15-d08b4d7143f1 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.308767 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9f75c253-b018-4187-9b88-8653c030acc1 req-7e91d3cc-6d1b-40b2-8f15-d08b4d7143f1 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0667768 Jul 22 22:15:59.352182 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9f75c253-b018-4187-9b88-8653c030acc1 req-80da0020-8d07-43cd-8f10-86830e799ff3 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Jul 22 22:15:59.359706 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e57e9-fa72-4250-a7e1-fc58603c1a50 req-7b4d3438-070f-43c7-b49f-b35e31156942 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.365806 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-577e57e9-fa72-4250-a7e1-fc58603c1a50 req-7b4d3438-070f-43c7-b49f-b35e31156942 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0671177 Jul 22 22:15:59.406648 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-577e57e9-fa72-4250-a7e1-fc58603c1a50 req-17b47920-649e-47e5-820f-d0dc826e0e75 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Jul 22 22:15:59.712224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6f263-85ee-4cef-9b48-87e2e924ebd6 req-0d8b29a1-b6a9-4219-95f6-8ab76def8fd0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.713696 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7d6f263-85ee-4cef-9b48-87e2e924ebd6 req-0d8b29a1-b6a9-4219-95f6-8ab76def8fd0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0721016 Jul 22 22:15:59.750934 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7d6f263-85ee-4cef-9b48-87e2e924ebd6 req-442c915f-2ce4-4a8d-a9ed-9211270342f2 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Jul 22 22:16:00.024774 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901401b-b7a3-4781-82f1-4927f9bee22f req-650a1732-be34-4c16-98e0-56e549c4d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.026495 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6901401b-b7a3-4781-82f1-4927f9bee22f req-650a1732-be34-4c16-98e0-56e549c4d016 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.0573204 Jul 22 22:16:00.061637 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6901401b-b7a3-4781-82f1-4927f9bee22f req-569b2b18-af90-4450-bdec-0fcc939fde97 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271447 Jul 22 22:16:00.482052 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8752-5043-40d1-bf22-61a08c1b4218 req-875d42c2-ee7d-474a-b348-477f9c90ccf1 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.483541 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c74c8752-5043-40d1-bf22-61a08c1b4218 req-875d42c2-ee7d-474a-b348-477f9c90ccf1 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0654442 Jul 22 22:16:00.520798 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c74c8752-5043-40d1-bf22-61a08c1b4218 req-a77070c8-a96a-421c-8843-e4d84b58d59f tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jul 22 22:16:00.539240 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81914-30d3-43b4-8842-1a779c9084d8 req-c310c5ed-2ae5-4da7-b46b-17bef9ec8361 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.541253 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ce81914-30d3-43b4-8842-1a779c9084d8 req-c310c5ed-2ae5-4da7-b46b-17bef9ec8361 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 945 time: 0.0633059 Jul 22 22:16:00.576937 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ce81914-30d3-43b4-8842-1a779c9084d8 req-3ddb1ca4-4a0e-4466-98bf-af1c2814336f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300288 Jul 22 22:16:00.875913 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6d57-eb78-40d4-b961-a49a00deaf36 req-44b265a3-3e88-42c8-988e-162d7dabb8a0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.877366 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7dcb6d57-eb78-40d4-b961-a49a00deaf36 req-44b265a3-3e88-42c8-988e-162d7dabb8a0 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0611682 Jul 22 22:16:00.914486 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7dcb6d57-eb78-40d4-b961-a49a00deaf36 req-c3b9c3e8-4a19-48e1-94df-e76dd0d6aa1d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jul 22 22:16:01.167411 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:01.240181 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.263260 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:01.265418 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd4d3a-8b12-47af-9702-dabfb6c3c181" -d '{"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-unplugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:01.283482 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:01.287708 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.312320 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2922ca0f-0885-4be7-9873-0068675fbe2a x-openstack-request-id: req-2922ca0f-0885-4be7-9873-0068675fbe2a {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:01.312610 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-unplugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:01.312862 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2922ca0f-0885-4be7-9873-0068675fbe2a {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:01.313240 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'code': 200} Jul 22 22:16:01.338229 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=8']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:01.690408 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5e92b-42d9-483a-9205-4ae7eb84c0f3 req-75311642-2b60-4fa9-9b3a-7c284b502550 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.691971 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6ad5e92b-42d9-483a-9205-4ae7eb84c0f3 req-75311642-2b60-4fa9-9b3a-7c284b502550 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0998645 Jul 22 22:16:01.736684 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6ad5e92b-42d9-483a-9205-4ae7eb84c0f3 req-36d973fa-7a34-42f0-a710-9db426b91034 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5006f3f-8638-47b3-8309-3ff37033f341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Jul 22 22:16:01.741646 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c9ec9-b5ff-480c-b9a0-d31e3b65e7ec req-3c4d5692-2296-4607-89f1-829f3c0d4e1a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.743921 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-037c9ec9-b5ff-480c-b9a0-d31e3b65e7ec req-3c4d5692-2296-4607-89f1-829f3c0d4e1a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0676734 Jul 22 22:16:01.786199 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-037c9ec9-b5ff-480c-b9a0-d31e3b65e7ec req-a7cf9f61-479a-4ad0-b474-87e925a8c990 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363648 Jul 22 22:16:01.896264 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-e962c0ef-a2f7-4723-870c-675fad59f611 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.897702 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-e962c0ef-a2f7-4723-870c-675fad59f611 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 945 time: 0.0641017 Jul 22 22:16:02.058950 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Deleting port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:02.059304 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.094216 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf4c5f-73a0-4062-b81b-109f380d336e req-410886aa-b3bd-4985-8f0d-3a4482666d1b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.095905 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6caf4c5f-73a0-4062-b81b-109f380d336e req-410886aa-b3bd-4985-8f0d-3a4482666d1b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1085236 Jul 22 22:16:02.174574 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6caf4c5f-73a0-4062-b81b-109f380d336e req-94efe947-1665-4e21-bdc1-dfd93886c6ff tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715201 Jul 22 22:16:02.188455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] For port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,segment=NetworkSegment(285b3375-f9d7-4201-8f58-8e2aaee500a4),segment_id=285b3375-f9d7-4201-8f58-8e2aaee500a4)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:02.188823 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.201770 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Calling delete_port for 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:02.343115 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.402826 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Pushing event deleted for resources: {'Port': ['ID=3b8b7664-24d6-4d99-986d-dedd7d9f68d1,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:02.441698 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0fa2c-63bc-4888-9e86-126f2cc10822 req-988875ea-3e1b-477a-b11e-c23659188414 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.443672 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-00c0fa2c-63bc-4888-9e86-126f2cc10822 req-988875ea-3e1b-477a-b11e-c23659188414 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0962870 Jul 22 22:16:02.467130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] No DVR routers for this DVR port 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:02.470644 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.472855 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a4ceebd7-4a31-4caf-ac81-3e385b31daaa req-3000a5f7-fdc5-4178-a22f-0dce4528fa11 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.77 "DELETE /v2.0/ports/3b8b7664-24d6-4d99-986d-dedd7d9f68d1 HTTP/1.1" status: 204 len: 173 time: 0.5619688 Jul 22 22:16:02.473634 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'name': 'network-vif-deleted', 'tag': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:02.477499 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602d84af-c400-497a-9c35-4e067b85bfd6" -d '{"events": [{"server_uuid": "59765d4e-08c7-44d0-bfb6-e186cf6bbef2", "name": "network-vif-deleted", "tag": "3b8b7664-24d6-4d99-986d-dedd7d9f68d1"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:02.505949 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-00c0fa2c-63bc-4888-9e86-126f2cc10822 req-a9b87f24-923d-44eb-ac00-aa8d258f53ac tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552568 Jul 22 22:16:02.558623 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de89284-90e1-4c7c-b263-9d33ec58b679 x-openstack-request-id: req-1de89284-90e1-4c7c-b263-9d33ec58b679 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:02.558922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59765d4e-08c7-44d0-bfb6-e186cf6bbef2", "name": "network-vif-deleted", "tag": "3b8b7664-24d6-4d99-986d-dedd7d9f68d1", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:02.559304 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1de89284-90e1-4c7c-b263-9d33ec58b679 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:02.559698 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59765d4e-08c7-44d0-bfb6-e186cf6bbef2', 'name': 'network-vif-deleted', 'tag': '3b8b7664-24d6-4d99-986d-dedd7d9f68d1', 'status': 'completed', 'code': 200} Jul 22 22:16:02.587562 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f5690-d8ee-4b49-a3fc-13a2885041bd req-6853c471-3487-481b-81fb-c0d928e01ba1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:02.589780 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-116f5690-d8ee-4b49-a3fc-13a2885041bd req-6853c471-3487-481b-81fb-c0d928e01ba1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0764203 Jul 22 22:16:02.627264 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-116f5690-d8ee-4b49-a3fc-13a2885041bd req-b0e615ec-cbdb-4d3e-9c60-8a44693522e1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Jul 22 22:16:02.749104 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 34914) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:02.830287 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:02.839353 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8c49db40-de4b-46a8-8bb9-418fd9bc6434 req-f3e13542-bc61-4bfa-94a4-0d4794959fb4 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.0298920 Jul 22 22:16:02.846650 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-fdf6b39b-1ce7-4c30-8695-87370ef0b130 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963552 Jul 22 22:16:03.642580 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de1d86-87b9-4981-bcab-4e4cb0202eab req-d3ea142b-5f34-4de4-ad1c-524bcd0c2cd5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.644045 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-82de1d86-87b9-4981-bcab-4e4cb0202eab req-d3ea142b-5f34-4de4-ad1c-524bcd0c2cd5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0669219 Jul 22 22:16:03.687431 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-82de1d86-87b9-4981-bcab-4e4cb0202eab req-c3292b45-c81c-4b20-bc29-fea148168205 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372400 Jul 22 22:16:03.761329 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45b380-8f6e-48a3-84b5-306dac81d886 req-99df166e-b754-432f-beb5-bb96f7ade1a3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.762842 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7b45b380-8f6e-48a3-84b5-306dac81d886 req-99df166e-b754-432f-beb5-bb96f7ade1a3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0663126 Jul 22 22:16:03.800214 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7b45b380-8f6e-48a3-84b5-306dac81d886 req-ba33dde0-41a7-45f5-a073-50a651669d75 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Jul 22 22:16:03.936280 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-85fada7e-22f4-4fa7-a5ec-de2b366a9a9d req-bd576be1-f58c-4e50-af2a-8d4305ecc769 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.0293758 Jul 22 22:16:04.817715 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76c0be-568c-4c93-87d8-3ab8d1af6933 req-75e5af9a-df5d-4218-8749-eb5b1213c2e0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.819234 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cb76c0be-568c-4c93-87d8-3ab8d1af6933 req-75e5af9a-df5d-4218-8749-eb5b1213c2e0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0633004 Jul 22 22:16:04.863006 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cb76c0be-568c-4c93-87d8-3ab8d1af6933 req-59940b73-8288-40e1-99f5-0c403d478802 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Jul 22 22:16:04.930634 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8049eb-6ef8-4691-acae-bbba78ae8123 req-05d2e9ab-8455-45d6-bd35-3140811916cc tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.932019 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b8049eb-6ef8-4691-acae-bbba78ae8123 req-05d2e9ab-8455-45d6-bd35-3140811916cc tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0644708 Jul 22 22:16:04.968494 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b8049eb-6ef8-4691-acae-bbba78ae8123 req-42b19e89-3eb4-4a16-9a69-634c93bf56a5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Jul 22 22:16:05.032311 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a49f30a5-ae1b-4a06-965e-2785c0caf57c req-4f986dcc-be37-47b0-8cb6-3001710bb751 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.0299287 Jul 22 22:16:05.404802 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['3b8b7664-24d6-4d99-986d-dedd7d9f68d1'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:05.568427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-7b4456f4-7200-4302-a94b-ce5b9b021192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.570078 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-7b4456f4-7200-4302-a94b-ce5b9b021192 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 1099 time: 0.0590608 Jul 22 22:16:05.708893 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-6bc30fcc-3130-4641-929b-67ea623f6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.711591 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-6bc30fcc-3130-4641-929b-67ea623f6f73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 200 len: 921 time: 0.0882168 Jul 22 22:16:05.780474 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-1f152b49-33aa-489a-a7ac-0eeecd2583ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 200 len: 217 time: 0.0388997 Jul 22 22:16:05.842927 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-bca9626c-e5b6-4b67-9995-db0fc5509391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.844408 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-bca9626c-e5b6-4b67-9995-db0fc5509391 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 200 len: 859 time: 0.0446115 Jul 22 22:16:05.885852 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-f7571d3b-b3cb-43d0-8678-6da9a6df6b8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26b5b622-41fc-4392-b372-1e0acaf23965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301714 Jul 22 22:16:06.040057 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-f8b63a7e-264f-4035-89a1-08d3fb67375e service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237597 Jul 22 22:16:06.050205 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea2a34-f2f5-477a-99da-503a17a98530 req-8ec7e19f-63eb-4b4f-8d5e-da74399c2682 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.051634 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83ea2a34-f2f5-477a-99da-503a17a98530 req-8ec7e19f-63eb-4b4f-8d5e-da74399c2682 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.1182990 Jul 22 22:16:06.104091 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763f93b-8b40-4c1b-90ed-035bea2a276b req-e607149c-ee3a-4df7-8f2d-9aec1615119a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.105540 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8763f93b-8b40-4c1b-90ed-035bea2a276b req-e607149c-ee3a-4df7-8f2d-9aec1615119a tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0687521 Jul 22 22:16:06.148076 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8763f93b-8b40-4c1b-90ed-035bea2a276b req-6c305f6e-1d0f-4ea6-8342-4ec56bedf0f7 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Jul 22 22:16:06.159513 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83ea2a34-f2f5-477a-99da-503a17a98530 req-91b88bb9-10e6-4309-8005-08dc2ed5b7f3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976303 Jul 22 22:16:06.196016 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28af47bd-3c18-49a9-8bb5-2a882f849993 req-cb637505-3f10-4d6a-bed7-04c8459c60d4 service neutron] 10.222.0.77 "GET /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413224 Jul 22 22:16:06.272839 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8374845c-f8d0-47b5-89df-a3135598963a req-79e78585-5504-4817-b08a-41333a061479 tempest-AttachVolumeNegativeTest-1034513433 tempest-AttachVolumeNegativeTest-1034513433-project] 10.222.0.63 "GET /v2.0/ports?device_id=59765d4e-08c7-44d0-bfb6-e186cf6bbef2 HTTP/1.1" status: 200 len: 210 time: 0.0317678 Jul 22 22:16:07.296507 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c781-2b6d-4fd8-969a-674d48734d88 req-e36bfdc6-6e2d-46f2-9ed8-30896ad29acc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.298072 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-81e4c781-2b6d-4fd8-969a-674d48734d88 req-e36bfdc6-6e2d-46f2-9ed8-30896ad29acc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0639739 Jul 22 22:16:07.337248 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-81e4c781-2b6d-4fd8-969a-674d48734d88 req-ada4bb29-7b5e-4b3d-ae75-2a3ce78b07d1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329540 Jul 22 22:16:07.354789 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48104-3425-42b6-bffa-08b277f2feb6 req-e037f752-5a7f-42be-81a3-cf2aaf76616e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.356275 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-07a48104-3425-42b6-bffa-08b277f2feb6 req-e037f752-5a7f-42be-81a3-cf2aaf76616e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1395991 Jul 22 22:16:07.373368 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-d52f14b7-8689-487b-af3e-ef9780439e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.374991 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-d52f14b7-8689-487b-af3e-ef9780439e16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a&tenant_id=23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 1096 time: 0.1293237 Jul 22 22:16:07.391769 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34964) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.422413 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-07a48104-3425-42b6-bffa-08b277f2feb6 req-b18c4715-4e07-44f3-8387-dc9b8cb4f17e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576327 Jul 22 22:16:07.428943 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:07.442460 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Deleting subnet ef27f807-c60b-4882-9425-b54b37d50e20 {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:16:07.445884 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.471467 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-979527fe-f664-4266-935b-90720079e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.473263 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-979527fe-f664-4266-935b-90720079e0b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1096 time: 0.0638649 Jul 22 22:16:07.482588 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.528330 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.571175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-34036446-0fd0-4a40-a4ee-ed176f7783d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.572674 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-34036446-0fd0-4a40-a4ee-ed176f7783d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0895331 Jul 22 22:16:07.579980 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.615475 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef27f807-c60b-4882-9425-b54b37d50e20,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.622565 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.624528 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-17d17521-fcbb-4ac1-8546-eee20ca93830 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ef27f807-c60b-4882-9425-b54b37d50e20 HTTP/1.1" status: 204 len: 168 time: 0.2316523 Jul 22 22:16:07.627052 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34966) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.648489 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-aeff21a1-ce2a-45e3-8f86-f87a922d278e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 998 time: 0.0626960 Jul 22 22:16:07.694404 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.700480 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-e0a6fe69-9914-4a0c-888c-5b45896f7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.701935 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-e0a6fe69-9914-4a0c-888c-5b45896f7ac4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0430999 Jul 22 22:16:07.768571 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-85f1be3b-a0a3-492f-90d4-cc39a300dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.770108 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-85f1be3b-a0a3-492f-90d4-cc39a300dbf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562236 Jul 22 22:16:07.774998 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.784561 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdbf4a8-117a-4a03-ba2a-05c84a34fc23']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:07.794149 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285b3375-f9d7-4201-8f58-8e2aaee500a4') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:07.794442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285b3375-f9d7-4201-8f58-8e2aaee500a4') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:07.803058 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.815960 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.822067 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Releasing vlan 1812 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:16:07.822444 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:16:07.824021 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:16:07.858964 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-1741471d-77b5-4db9-8901-97a2576885aa service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800092 Jul 22 22:16:07.876946 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.882296 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.887244 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0bdbf4a8-117a-4a03-ba2a-05c84a34fc23 HTTP/1.1" status: 204 len: 168 time: 0.2564850 Jul 22 22:16:07.895271 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3619e60-70fc-4a82-b66c-65a4a88d9cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdbf4a8-117a-4a03-ba2a-05c84a34fc23,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.961530 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6f33d784-549e-4ea3-94a0-cb062b65a8f3 req-f97db014-1d03-4b1b-b88e-c90a233f9721 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918872 Jul 22 22:16:08.046797 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34976) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:08.089254 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-eab7b14e-17cd-48fe-bd09-22db7f4d5ea6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a395a513f51461fa5212c00c00cef20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413263 Jul 22 22:16:08.091728 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 34978) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:08.143000 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c58e5c40-4a70-4df1-8ea9-d04d19ef380b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.169697 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c58e5c40-4a70-4df1-8ea9-d04d19ef380b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.223245 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c58e5c40-4a70-4df1-8ea9-d04d19ef380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.225899 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c58e5c40-4a70-4df1-8ea9-d04d19ef380b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.229378 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c58e5c40-4a70-4df1-8ea9-d04d19ef380b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5006f3f-8638-47b3-8309-3ff37033f341 HTTP/1.1" status: 204 len: 168 time: 0.1344719 Jul 22 22:16:08.236972 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e5c40-4a70-4df1-8ea9-d04d19ef380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5006f3f-8638-47b3-8309-3ff37033f341,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.509200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92cf3d-1c39-46e2-9d5b-f52fe8c03fee req-93d8ccc4-d06a-43e7-8813-b7a77e5bce4c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.511081 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a92cf3d-1c39-46e2-9d5b-f52fe8c03fee req-93d8ccc4-d06a-43e7-8813-b7a77e5bce4c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0945270 Jul 22 22:16:08.572427 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a92cf3d-1c39-46e2-9d5b-f52fe8c03fee req-a2279d17-2979-4a36-adab-fd608b70062c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556726 Jul 22 22:16:08.622082 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e05d-2112-48c1-9df7-7414e803118a req-62cef114-92b1-4df9-9ebf-7ddfe8889455 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.624277 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5259e05d-2112-48c1-9df7-7414e803118a req-62cef114-92b1-4df9-9ebf-7ddfe8889455 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.1092792 Jul 22 22:16:08.671742 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5259e05d-2112-48c1-9df7-7414e803118a req-b464a8eb-fc33-4e31-85e5-a8491819f2b6 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Jul 22 22:16:09.444414 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:09.473275 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:09.473701 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 3b8b7664-24d6-4d99-986d-dedd7d9f68d1 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:09.704933 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34a2bf-a408-4818-af05-a9f3b74ef085 req-2b6fead1-ad56-4890-a858-e42415212b5a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.706546 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e34a2bf-a408-4818-af05-a9f3b74ef085 req-2b6fead1-ad56-4890-a858-e42415212b5a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0696490 Jul 22 22:16:09.745886 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e34a2bf-a408-4818-af05-a9f3b74ef085 req-7288e945-547d-4dc7-9328-358f673a6e62 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332079 Jul 22 22:16:09.817785 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295ddd-6d68-4b8f-a68f-026b93065d7e req-c97c9e9e-52ea-4183-a251-8ba60eee9d23 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.819284 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd295ddd-6d68-4b8f-a68f-026b93065d7e req-c97c9e9e-52ea-4183-a251-8ba60eee9d23 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0631034 Jul 22 22:16:09.860484 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd295ddd-6d68-4b8f-a68f-026b93065d7e req-a4242262-9017-4ddb-be4d-fba6bace16d3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Jul 22 22:16:10.891826 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd99987-8675-45f4-9362-8ad5222e0d4d req-69d07119-0a0b-4f4c-b1a0-e2bff1c19e47 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:10.893459 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0fd99987-8675-45f4-9362-8ad5222e0d4d req-69d07119-0a0b-4f4c-b1a0-e2bff1c19e47 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0665731 Jul 22 22:16:10.934712 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0fd99987-8675-45f4-9362-8ad5222e0d4d req-357a86ac-94c0-4538-b830-acb1b7454014 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Jul 22 22:16:11.759806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35096) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:11.885975 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c423b790-cad4-45fd-b38f-86ad52334fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.991851 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c423b790-cad4-45fd-b38f-86ad52334fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:11.996560 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c423b790-cad4-45fd-b38f-86ad52334fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.040403 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423b790-cad4-45fd-b38f-86ad52334fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c32c65-9cfe-453a-8975-69665a3cb109,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.052363 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c423b790-cad4-45fd-b38f-86ad52334fdc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9682c7c7137f435980d9b0247a58e570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891397 Jul 22 22:16:12.052999 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35110) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:12.090405 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0977c-867f-4d73-be6e-5b16eb84599e req-6e79a72a-5eeb-4a77-921e-b782ea460d73 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:12.106895 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f2e0977c-867f-4d73-be6e-5b16eb84599e req-6e79a72a-5eeb-4a77-921e-b782ea460d73 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0940914 Jul 22 22:16:12.110416 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35112) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:12.129020 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-264c1ab6-341b-4d9a-b5b2-c4fc6ab09850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.150433 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f2e0977c-867f-4d73-be6e-5b16eb84599e req-4c27dcf1-6e12-40b4-b28e-cac537a30a7f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Jul 22 22:16:12.151169 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-264c1ab6-341b-4d9a-b5b2-c4fc6ab09850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.209233 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-264c1ab6-341b-4d9a-b5b2-c4fc6ab09850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.212178 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-264c1ab6-341b-4d9a-b5b2-c4fc6ab09850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.225615 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-264c1ab6-341b-4d9a-b5b2-c4fc6ab09850 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0c32c65-9cfe-453a-8975-69665a3cb109 HTTP/1.1" status: 204 len: 168 time: 0.1641922 Jul 22 22:16:12.235527 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c1ab6-341b-4d9a-b5b2-c4fc6ab09850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c32c65-9cfe-453a-8975-69665a3cb109,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.260723 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62827b41-ad4d-4739-b075-912da5e06aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.360432 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62827b41-ad4d-4739-b075-912da5e06aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.366029 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62827b41-ad4d-4739-b075-912da5e06aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.406479 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-62827b41-ad4d-4739-b075-912da5e06aa5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=33401638a944440eabaaff6a68ca33c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949591 Jul 22 22:16:12.408435 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62827b41-ad4d-4739-b075-912da5e06aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5003f0-e739-42eb-9266-9c7d7d961da7,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.409181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35122) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:12.469193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0516f34c-2ad5-45bf-acf2-a85b570f528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.491312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0516f34c-2ad5-45bf-acf2-a85b570f528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.527103 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.541685 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0516f34c-2ad5-45bf-acf2-a85b570f528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.546291 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0516f34c-2ad5-45bf-acf2-a85b570f528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.547759 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0516f34c-2ad5-45bf-acf2-a85b570f528f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd5003f0-e739-42eb-9266-9c7d7d961da7 HTTP/1.1" status: 204 len: 168 time: 0.1371746 Jul 22 22:16:12.556474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f34c-2ad5-45bf-acf2-a85b570f528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5003f0-e739-42eb-9266-9c7d7d961da7,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:13.300636 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30126c-5258-4e6e-97be-bc1e58eded7f req-7fd47b79-262d-4dff-aca9-19fa341aaf67 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:13.302184 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6f30126c-5258-4e6e-97be-bc1e58eded7f req-7fd47b79-262d-4dff-aca9-19fa341aaf67 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0765576 Jul 22 22:16:13.359085 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6f30126c-5258-4e6e-97be-bc1e58eded7f req-a653c04d-3d85-4d87-ae72-0c0791c3b686 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Jul 22 22:16:14.112263 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35190) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:14.249380 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-14966681-929e-49a3-a7eb-e4869e60b3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.344122 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-14966681-929e-49a3-a7eb-e4869e60b3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.347751 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-14966681-929e-49a3-a7eb-e4869e60b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.387401 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-14966681-929e-49a3-a7eb-e4869e60b3cb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=97524129f97046e39cc4cfd9ccdb8b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727566 Jul 22 22:16:14.388633 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14966681-929e-49a3-a7eb-e4869e60b3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac06ffe-17ff-4f3e-94c0-386e09b364c9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:14.389244 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35196) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:14.465235 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-36bffb29-d92b-4408-9175-e6035ec41d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.486851 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-36bffb29-d92b-4408-9175-e6035ec41d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.512031 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bb51b-73e6-46ce-8b4f-fc920cde021d req-73e41d15-00b5-4e74-91ff-f6294e2a0c80 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:14.513581 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-969bb51b-73e6-46ce-8b4f-fc920cde021d req-73e41d15-00b5-4e74-91ff-f6294e2a0c80 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0656557 Jul 22 22:16:14.536775 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-36bffb29-d92b-4408-9175-e6035ec41d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.539828 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-36bffb29-d92b-4408-9175-e6035ec41d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.541572 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-36bffb29-d92b-4408-9175-e6035ec41d5b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cac06ffe-17ff-4f3e-94c0-386e09b364c9 HTTP/1.1" status: 204 len: 168 time: 0.1509240 Jul 22 22:16:14.551113 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bffb29-d92b-4408-9175-e6035ec41d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac06ffe-17ff-4f3e-94c0-386e09b364c9,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:14.589651 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-969bb51b-73e6-46ce-8b4f-fc920cde021d req-82d963d0-a138-4ca2-87c5-ab0f520dd51f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701919 Jul 22 22:16:14.883020 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35214) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:14.896669 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-26c7d2f6-6038-4dd2-a21f-947b6b276e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.990276 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-26c7d2f6-6038-4dd2-a21f-947b6b276e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.995818 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-26c7d2f6-6038-4dd2-a21f-947b6b276e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.039244 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-26c7d2f6-6038-4dd2-a21f-947b6b276e5b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d5ffb839825143e986f49644104da093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551223 Jul 22 22:16:15.040071 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7d2f6-6038-4dd2-a21f-947b6b276e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02522c0b-5485-45a3-947b-76142f38b0bf,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:15.042113 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35218) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:15.103796 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95c405e6-90e5-4d32-9a8d-57621bdab8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.125078 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95c405e6-90e5-4d32-9a8d-57621bdab8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.176864 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95c405e6-90e5-4d32-9a8d-57621bdab8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.181535 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95c405e6-90e5-4d32-9a8d-57621bdab8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.182854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-95c405e6-90e5-4d32-9a8d-57621bdab8ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/02522c0b-5485-45a3-947b-76142f38b0bf HTTP/1.1" status: 204 len: 168 time: 0.1397426 Jul 22 22:16:15.192434 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c405e6-90e5-4d32-9a8d-57621bdab8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02522c0b-5485-45a3-947b-76142f38b0bf,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:15.737118 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c5423-33c2-42fc-9744-21cd096383ba req-9b37731b-92ce-4ad7-a32d-1ae11783060a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:15.742432 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-449c5423-33c2-42fc-9744-21cd096383ba req-9b37731b-92ce-4ad7-a32d-1ae11783060a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0780170 Jul 22 22:16:15.786854 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-449c5423-33c2-42fc-9744-21cd096383ba req-20f92458-7147-416c-8771-943ff7c67849 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Jul 22 22:16:16.074958 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35256) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:16.188820 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0aa0836b-734b-435a-97bc-384f91ff34b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.287744 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0aa0836b-734b-435a-97bc-384f91ff34b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.292599 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0aa0836b-734b-435a-97bc-384f91ff34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.332896 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0aa0836b-734b-435a-97bc-384f91ff34b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=50ff8a9cf1014c0a90c5a20a9bd12672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545149 Jul 22 22:16:16.332896 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0836b-734b-435a-97bc-384f91ff34b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465d9def-c99a-43c0-8198-28c0c4ef1890,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.333655 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35270) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:16.391067 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8b0116c-3d31-4f96-a21f-eabf41d16359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.419840 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8b0116c-3d31-4f96-a21f-eabf41d16359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.467350 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8b0116c-3d31-4f96-a21f-eabf41d16359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.469844 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d8b0116c-3d31-4f96-a21f-eabf41d16359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.473384 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d8b0116c-3d31-4f96-a21f-eabf41d16359 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/465d9def-c99a-43c0-8198-28c0c4ef1890 HTTP/1.1" status: 204 len: 168 time: 0.1360455 Jul 22 22:16:16.496792 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0116c-3d31-4f96-a21f-eabf41d16359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465d9def-c99a-43c0-8198-28c0c4ef1890,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.934291 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871be7f1-5693-4426-a113-aed4e3212978 req-f0041bc5-2743-4558-b14c-6ba8a5db068e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:16.942445 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-871be7f1-5693-4426-a113-aed4e3212978 req-f0041bc5-2743-4558-b14c-6ba8a5db068e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0810318 Jul 22 22:16:16.979206 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-871be7f1-5693-4426-a113-aed4e3212978 req-36e34e58-76ae-4e26-bd1f-5f3690c47139 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358958 Jul 22 22:16:17.026882 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35296) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:17.139747 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-72bea4d1-7266-495d-b17d-6bafafccda2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.227869 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-72bea4d1-7266-495d-b17d-6bafafccda2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.231383 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-72bea4d1-7266-495d-b17d-6bafafccda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.269518 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-72bea4d1-7266-495d-b17d-6bafafccda2a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=31c559e5307b4ffc9ff286a54a9860ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413502 Jul 22 22:16:17.270630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bea4d1-7266-495d-b17d-6bafafccda2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce1242-4c13-40b2-af56-18d83589cdc8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:17.272460 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35300) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:17.333959 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b2fb-0e93-43b4-89f1-658f9e04f309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.355080 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b2fb-0e93-43b4-89f1-658f9e04f309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.409162 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b2fb-0e93-43b4-89f1-658f9e04f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.411968 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2f6b2fb-0e93-43b4-89f1-658f9e04f309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.415912 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a2f6b2fb-0e93-43b4-89f1-658f9e04f309 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ebce1242-4c13-40b2-af56-18d83589cdc8 HTTP/1.1" status: 204 len: 168 time: 0.1419303 Jul 22 22:16:17.423882 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6b2fb-0e93-43b4-89f1-658f9e04f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce1242-4c13-40b2-af56-18d83589cdc8,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:17.682739 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35308) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:17.696503 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d156e79-0b79-47c4-8501-b1786bf97133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.788154 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d156e79-0b79-47c4-8501-b1786bf97133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.792369 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d156e79-0b79-47c4-8501-b1786bf97133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.835516 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5d156e79-0b79-47c4-8501-b1786bf97133 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=74db61d7602d46a9b468d04b6f2037fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516113 Jul 22 22:16:17.836332 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d156e79-0b79-47c4-8501-b1786bf97133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9747da4a-93b7-4f6d-b78a-53266be29590,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:17.838226 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35310) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:17.894238 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3183ade-84fc-4d52-a947-8b6e1c6b1b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.914355 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3183ade-84fc-4d52-a947-8b6e1c6b1b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.960225 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3183ade-84fc-4d52-a947-8b6e1c6b1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.962903 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a3183ade-84fc-4d52-a947-8b6e1c6b1b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:17.964059 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a3183ade-84fc-4d52-a947-8b6e1c6b1b71 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9747da4a-93b7-4f6d-b78a-53266be29590 HTTP/1.1" status: 204 len: 168 time: 0.1247942 Jul 22 22:16:17.971838 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3183ade-84fc-4d52-a947-8b6e1c6b1b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9747da4a-93b7-4f6d-b78a-53266be29590,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:18.121996 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478257f3-3433-45b2-9f24-fbbcdfbeff45 req-bb535e5f-ba4e-46bd-9cee-1fb93ce6f043 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:18.123947 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-478257f3-3433-45b2-9f24-fbbcdfbeff45 req-bb535e5f-ba4e-46bd-9cee-1fb93ce6f043 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0676868 Jul 22 22:16:18.163755 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-478257f3-3433-45b2-9f24-fbbcdfbeff45 req-a6511e2d-c606-4357-8dde-949af508c910 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Jul 22 22:16:19.327083 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be118ea0-b4f1-410d-bcd5-be55d4b60567 req-2efda0d0-f72a-46c7-aa04-dc79608f4e91 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:19.329108 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-be118ea0-b4f1-410d-bcd5-be55d4b60567 req-2efda0d0-f72a-46c7-aa04-dc79608f4e91 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0915339 Jul 22 22:16:19.374670 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-be118ea0-b4f1-410d-bcd5-be55d4b60567 req-c13590c4-efb4-43fd-a748-c65219fdf6ee tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379686 Jul 22 22:16:19.570542 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35360) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:19.673388 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5817fcd2-3af9-4d7a-8ba6-c132e37b53fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.789987 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5817fcd2-3af9-4d7a-8ba6-c132e37b53fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.793951 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5817fcd2-3af9-4d7a-8ba6-c132e37b53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.834455 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5817fcd2-3af9-4d7a-8ba6-c132e37b53fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6309680ce34f478cb07037ab57ca1481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605224 Jul 22 22:16:19.834455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817fcd2-3af9-4d7a-8ba6-c132e37b53fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608618c8-4f8f-4109-b04b-505fefe5b6cf,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:19.835570 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35366) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:19.888096 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11608ee1-682f-4c02-b1ae-d6cde2650a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.909546 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11608ee1-682f-4c02-b1ae-d6cde2650a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.957285 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11608ee1-682f-4c02-b1ae-d6cde2650a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.960005 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11608ee1-682f-4c02-b1ae-d6cde2650a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.961915 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-11608ee1-682f-4c02-b1ae-d6cde2650a9f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/608618c8-4f8f-4109-b04b-505fefe5b6cf HTTP/1.1" status: 204 len: 168 time: 0.1258759 Jul 22 22:16:19.969302 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11608ee1-682f-4c02-b1ae-d6cde2650a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608618c8-4f8f-4109-b04b-505fefe5b6cf,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.216777 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35374) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:20.231117 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07221965-bb3c-41e9-a4f7-e16f4d33561a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.329642 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07221965-bb3c-41e9-a4f7-e16f4d33561a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.333775 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07221965-bb3c-41e9-a4f7-e16f4d33561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.370937 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-07221965-bb3c-41e9-a4f7-e16f4d33561a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f02cbf3f7af743f4a847bd7f7b2a1bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530819 Jul 22 22:16:20.371789 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07221965-bb3c-41e9-a4f7-e16f4d33561a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe059fca-cad8-41ea-91c2-354e9149f0ad,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.374063 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35376) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:20.424178 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de2f230d-e4a4-4d6f-aa7d-2ad6ce1d10f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.446014 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de2f230d-e4a4-4d6f-aa7d-2ad6ce1d10f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.536378 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de2f230d-e4a4-4d6f-aa7d-2ad6ce1d10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.539079 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de2f230d-e4a4-4d6f-aa7d-2ad6ce1d10f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.540228 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-de2f230d-e4a4-4d6f-aa7d-2ad6ce1d10f8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fe059fca-cad8-41ea-91c2-354e9149f0ad HTTP/1.1" status: 204 len: 168 time: 0.1652794 Jul 22 22:16:20.547806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51814e2-7f3c-4539-a482-45c77d3b92a1 req-1eed12da-7020-4736-bca0-a1edc3fcb643 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.549228 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f51814e2-7f3c-4539-a482-45c77d3b92a1 req-1eed12da-7020-4736-bca0-a1edc3fcb643 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.1008933 Jul 22 22:16:20.558631 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f230d-e4a4-4d6f-aa7d-2ad6ce1d10f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe059fca-cad8-41ea-91c2-354e9149f0ad,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.600794 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f51814e2-7f3c-4539-a482-45c77d3b92a1 req-ca020407-b788-4c7d-9236-33868c38c095 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Jul 22 22:16:21.760451 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10245c2-df64-4d00-ab25-3584ba48f714 req-0d50785a-6706-4b70-aecf-46e2d9319d46 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:21.762196 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e10245c2-df64-4d00-ab25-3584ba48f714 req-0d50785a-6706-4b70-aecf-46e2d9319d46 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0692770 Jul 22 22:16:21.800722 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e10245c2-df64-4d00-ab25-3584ba48f714 req-6a8f5913-2c68-4cf0-9a25-44e8d0db7d1d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326803 Jul 22 22:16:22.448575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35454) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:22.550820 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7dd7-8609-4176-9611-e8c2782e0565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.638445 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7dd7-8609-4176-9611-e8c2782e0565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.642085 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7dd7-8609-4176-9611-e8c2782e0565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.682478 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b6fd7dd7-8609-4176-9611-e8c2782e0565 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0ade46609924720a7fc04daee8e6355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327240 Jul 22 22:16:22.683688 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35460) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:22.684829 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd7dd7-8609-4176-9611-e8c2782e0565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eef09f-68b3-49e9-8a0e-2b327bea2a01,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:22.731721 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a500b17b-3836-4e8f-87e7-f00d5694dc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.753413 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a500b17b-3836-4e8f-87e7-f00d5694dc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.800202 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a500b17b-3836-4e8f-87e7-f00d5694dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.802885 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a500b17b-3836-4e8f-87e7-f00d5694dc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:22.804165 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a500b17b-3836-4e8f-87e7-f00d5694dc1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/27eef09f-68b3-49e9-8a0e-2b327bea2a01 HTTP/1.1" status: 204 len: 168 time: 0.1194952 Jul 22 22:16:22.811453 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b17b-3836-4e8f-87e7-f00d5694dc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eef09f-68b3-49e9-8a0e-2b327bea2a01,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:22.969446 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb01f-fadc-4dd2-9cee-552c277169fb req-106670cd-c688-4492-a520-9506e874c443 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:22.971040 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bebcb01f-fadc-4dd2-9cee-552c277169fb req-106670cd-c688-4492-a520-9506e874c443 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0813792 Jul 22 22:16:23.010005 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bebcb01f-fadc-4dd2-9cee-552c277169fb req-98f043de-a373-44e9-8a6c-63b306022776 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Jul 22 22:16:23.111718 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35470) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:23.124591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.210700 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.214286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.255656 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f7d1da43e814485b74c5538d13ffd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428361 Jul 22 22:16:23.256961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741c3a99-d3c6-4722-aa9e-94bf961cfc30,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:23.258466 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35472) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:23.264418 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.264764 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.265102 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.265434 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.265759 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.266111 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.266459 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.266781 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.267157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.267483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.267800 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.268115 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff019298-663e-4520-a215-3d230a52fc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.307876 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.330865 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.386863 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.389520 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:23.393300 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/741c3a99-d3c6-4722-aa9e-94bf961cfc30 HTTP/1.1" status: 204 len: 168 time: 0.1312306 Jul 22 22:16:23.398826 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741c3a99-d3c6-4722-aa9e-94bf961cfc30,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:23.405850 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.406227 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.406564 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.406908 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.407354 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.407578 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.407911 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.408283 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.408700 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.409136 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.409428 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.409738 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667fd2b1-f9d6-4425-8172-6c6fca5ef7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:23.411731 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4cdffde6-ec04-4c2d-aa87-209aa1fb6d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.167758 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d02f48-ff3c-4a5c-a3b7-a205efe52de5 req-dbc9cf57-10b3-4289-83bc-2c92d46399f0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:24.169314 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-46d02f48-ff3c-4a5c-a3b7-a205efe52de5 req-dbc9cf57-10b3-4289-83bc-2c92d46399f0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0664418 Jul 22 22:16:24.208233 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-46d02f48-ff3c-4a5c-a3b7-a205efe52de5 req-071a1e79-40c8-4d63-9fd9-0fc2c5791af1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Jul 22 22:16:25.345254 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795534-743c-4d8a-946f-7d0c0a37d55a req-dcddbe39-c655-4b4a-9b21-6cc84ed5a176 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.346694 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6c795534-743c-4d8a-946f-7d0c0a37d55a req-dcddbe39-c655-4b4a-9b21-6cc84ed5a176 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0672810 Jul 22 22:16:25.389587 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6c795534-743c-4d8a-946f-7d0c0a37d55a req-08e04d8b-37b1-4beb-a70f-b680eb68c701 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365300 Jul 22 22:16:25.930239 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-29527018-224f-42b4-a62c-8100b4471566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.522853 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.527378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b225b-32f1-4b5d-8f9f-a10541e8c663 req-c107ebd8-b4ae-46cf-ae62-edc0e96bb99b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.528854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-581b225b-32f1-4b5d-8f9f-a10541e8c663 req-c107ebd8-b4ae-46cf-ae62-edc0e96bb99b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0658669 Jul 22 22:16:26.567612 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-581b225b-32f1-4b5d-8f9f-a10541e8c663 req-095ede38-3c7c-4919-84a1-0ea5a83e6103 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Jul 22 22:16:27.277965 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.698141 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ebfd9-5e5e-45f9-9608-9b774b2081a5 req-c2ecf47c-58e5-4628-ac01-f50a811a6c4d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.699667 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c71ebfd9-5e5e-45f9-9608-9b774b2081a5 req-c2ecf47c-58e5-4628-ac01-f50a811a6c4d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0623207 Jul 22 22:16:27.735686 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c71ebfd9-5e5e-45f9-9608-9b774b2081a5 req-ecd024d3-9524-45af-bb85-41527de960ba tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305555 Jul 22 22:16:28.711584 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.869400 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76207b68-5b08-40b0-a077-0fa92128d763 req-1ad993b9-e207-43a5-b87f-8c49d3dacab5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:28.870849 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-76207b68-5b08-40b0-a077-0fa92128d763 req-1ad993b9-e207-43a5-b87f-8c49d3dacab5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0639632 Jul 22 22:16:28.907593 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-76207b68-5b08-40b0-a077-0fa92128d763 req-86066d92-848d-4477-9e2d-43098b3a3f8a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Jul 22 22:16:30.038854 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9146b-68b7-4089-bd53-5f5d742117c3 req-21b1472a-7a04-4e6f-80b8-f67bc3816ab5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.040336 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5ab9146b-68b7-4089-bd53-5f5d742117c3 req-21b1472a-7a04-4e6f-80b8-f67bc3816ab5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0623221 Jul 22 22:16:30.077401 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5ab9146b-68b7-4089-bd53-5f5d742117c3 req-e605cf8e-c583-42bd-a65e-2e11aef96463 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305243 Jul 22 22:16:31.215125 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0907-19d8-4ff5-9ff5-86efd8b059e7 req-44a2ce54-4d1a-496c-bec0-0576cdbf3089 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.216702 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3de0907-19d8-4ff5-9ff5-86efd8b059e7 req-44a2ce54-4d1a-496c-bec0-0576cdbf3089 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0618024 Jul 22 22:16:31.252598 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3de0907-19d8-4ff5-9ff5-86efd8b059e7 req-0a0b846f-dc89-4c52-9e80-685c755f8221 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300200 Jul 22 22:16:32.387790 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16976c6-4007-4477-bff1-76ceaae9fd60 req-b104bc0b-7428-433e-85bb-1456fd6c0a95 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.389329 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d16976c6-4007-4477-bff1-76ceaae9fd60 req-b104bc0b-7428-433e-85bb-1456fd6c0a95 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0658176 Jul 22 22:16:32.425108 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d16976c6-4007-4477-bff1-76ceaae9fd60 req-169df987-cee6-4d0a-a685-59c422e53f88 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303001 Jul 22 22:16:33.024626 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440deae-2e78-4b6a-8e60-609d7149502b req-9265be3d-3576-4c4b-ba69-acb8f731ade6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.026169 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b440deae-2e78-4b6a-8e60-609d7149502b req-9265be3d-3576-4c4b-ba69-acb8f731ade6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0622294 Jul 22 22:16:33.066292 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b440deae-2e78-4b6a-8e60-609d7149502b req-b450715c-31c0-460d-843a-6f6cd2694266 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334263 Jul 22 22:16:33.557731 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1535644-23e6-4418-8265-1c894e842f71 req-ec67449c-0e68-42e9-bb6d-f6fb4f10c33e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.559212 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e1535644-23e6-4418-8265-1c894e842f71 req-ec67449c-0e68-42e9-bb6d-f6fb4f10c33e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0615144 Jul 22 22:16:33.598369 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e1535644-23e6-4418-8265-1c894e842f71 req-6ee72096-40a3-4332-acaa-3e7f617db6f1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335875 Jul 22 22:16:34.197906 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaacbd-0745-4863-ad72-6d430c4b42c1 req-fb94326e-bb08-43a6-981e-e8c7fa0788fd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.199406 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9cfaacbd-0745-4863-ad72-6d430c4b42c1 req-fb94326e-bb08-43a6-981e-e8c7fa0788fd tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0655010 Jul 22 22:16:34.239185 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9cfaacbd-0745-4863-ad72-6d430c4b42c1 req-d2bda36a-de6f-4671-9548-1969937e44a1 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341461 Jul 22 22:16:34.738061 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a1496-008d-4448-b55b-a31d29e1b41a req-5b65be69-94bc-49ae-9a5c-9b25fab97030 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.740143 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f95a1496-008d-4448-b55b-a31d29e1b41a req-5b65be69-94bc-49ae-9a5c-9b25fab97030 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0707912 Jul 22 22:16:34.778615 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f95a1496-008d-4448-b55b-a31d29e1b41a req-df49dda6-311d-4fac-936e-f63fd097160a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Jul 22 22:16:34.871261 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-fce954b7-dffa-4ef9-85f7-c5e98d937c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.872728 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-fce954b7-dffa-4ef9-85f7-c5e98d937c85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1138 time: 0.0525784 Jul 22 22:16:34.969201 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-1db54a8a-0e42-4641-84dd-749f9a6dd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.970659 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-1db54a8a-0e42-4641-84dd-749f9a6dd33e service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 917 time: 0.0846405 Jul 22 22:16:35.034158 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-405cba59-903c-4a17-9260-98904599cf6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 1001 time: 0.0556121 Jul 22 22:16:35.301553 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-45248a8d-4b34-4770-a783-cbfbac03f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.303528 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-45248a8d-4b34-4770-a783-cbfbac03f642 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.2587657 Jul 22 22:16:35.367735 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-ef9035df-7dc6-49c4-bf3c-c0184786011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.369363 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ab59-eb65-4a5b-8399-822c915281f7 req-f78a64db-c3c9-462f-9d16-39965f61adb6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.370920 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5820ab59-eb65-4a5b-8399-822c915281f7 req-f78a64db-c3c9-462f-9d16-39965f61adb6 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0645354 Jul 22 22:16:35.371271 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-ef9035df-7dc6-49c4-bf3c-c0184786011b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603697 Jul 22 22:16:35.411633 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5820ab59-eb65-4a5b-8399-822c915281f7 req-83fb0524-03ec-4355-a615-fc466a761509 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348608 Jul 22 22:16:35.470787 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-108b3255-1942-4901-b567-5dc562d0f2ff service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921340 Jul 22 22:16:35.559642 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b270fd3-a4c5-445e-9a71-bdec73a97a9d req-404bc76a-cec2-4f17-a204-a920da76303a service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809789 Jul 22 22:16:35.911912 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576df3e-8a61-4800-af0f-08e05a0b217d req-3d25b831-1553-40dd-852c-e44480ed3813 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.914122 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4576df3e-8a61-4800-af0f-08e05a0b217d req-3d25b831-1553-40dd-852c-e44480ed3813 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0631347 Jul 22 22:16:35.950401 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4576df3e-8a61-4800-af0f-08e05a0b217d req-7baf5c63-9c7d-4d37-a50f-4cf0cd2c8663 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308490 Jul 22 22:16:36.539976 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a6ce6-8782-4605-abff-75c9838136b2 req-b77173b6-5cc9-4ab9-9a06-4863a91435b7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.541446 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-650a6ce6-8782-4605-abff-75c9838136b2 req-b77173b6-5cc9-4ab9-9a06-4863a91435b7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0618246 Jul 22 22:16:36.579892 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-650a6ce6-8782-4605-abff-75c9838136b2 req-665f19db-ece6-483c-a6f9-3a90da885a94 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328162 Jul 22 22:16:37.087247 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990256cc-9601-49f5-b67e-1ac81c12ed40 req-0644470f-bac1-4227-9905-62c716cc648e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.088718 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-990256cc-9601-49f5-b67e-1ac81c12ed40 req-0644470f-bac1-4227-9905-62c716cc648e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0654998 Jul 22 22:16:37.089275 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efaba3-612a-4090-8760-186d2e7070bb req-e49b1e81-f25f-4472-b8b5-837eb7a78fbb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.090764 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a2efaba3-612a-4090-8760-186d2e7070bb req-e49b1e81-f25f-4472-b8b5-837eb7a78fbb tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0685198 Jul 22 22:16:37.126796 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-990256cc-9601-49f5-b67e-1ac81c12ed40 req-340ff2c2-a00f-4849-bf27-acc06ea1a4be tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Jul 22 22:16:37.127362 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a2efaba3-612a-4090-8760-186d2e7070bb req-ff36099b-8fc8-4ea7-bf34-8b9a80c5f7ee tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Jul 22 22:16:37.708364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165a426-a510-4a7e-a539-115346b6eebc req-614ec4b2-45cb-43a2-9d72-beed3119dbef tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.709900 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8165a426-a510-4a7e-a539-115346b6eebc req-614ec4b2-45cb-43a2-9d72-beed3119dbef tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0622625 Jul 22 22:16:37.749368 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8165a426-a510-4a7e-a539-115346b6eebc req-b53e8e0a-103b-4759-bbbc-54f5bcd2a765 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339184 Jul 22 22:16:38.255613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ccf94-45c8-4c9b-9dc1-7430229fe573 req-052d36b9-0568-4028-8649-dfbe073e0f0c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.257782 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c5ccf94-45c8-4c9b-9dc1-7430229fe573 req-052d36b9-0568-4028-8649-dfbe073e0f0c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0632601 Jul 22 22:16:38.262131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7877f-7dc9-4db5-9c28-9799be3961c0 req-c91f5928-a255-45c1-95d6-8237b3cf0fe0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.263593 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dfa7877f-7dc9-4db5-9c28-9799be3961c0 req-c91f5928-a255-45c1-95d6-8237b3cf0fe0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0648057 Jul 22 22:16:38.295452 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c5ccf94-45c8-4c9b-9dc1-7430229fe573 req-bae82ce8-6967-47a5-9148-ad8b3930dc9c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Jul 22 22:16:38.301251 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dfa7877f-7dc9-4db5-9c28-9799be3961c0 req-2cc22866-d259-4bb9-8e44-2d9a6e1579ac tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Jul 22 22:16:38.877650 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bbf5b-8b9c-4998-a732-0dd3692e3c74 req-004896a3-56a4-4e7e-8afa-7f4a4e4d2f04 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.879392 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f24bbf5b-8b9c-4998-a732-0dd3692e3c74 req-004896a3-56a4-4e7e-8afa-7f4a4e4d2f04 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0647779 Jul 22 22:16:38.918581 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f24bbf5b-8b9c-4998-a732-0dd3692e3c74 req-9b0b43f1-7d61-4fe3-a259-de9e35dc818b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336392 Jul 22 22:16:39.427205 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3623402-1401-4814-ba1b-c150eab9020f req-f94fe0d4-317f-4dbc-8733-3fb92727d839 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.428733 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c3623402-1401-4814-ba1b-c150eab9020f req-f94fe0d4-317f-4dbc-8733-3fb92727d839 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0673702 Jul 22 22:16:39.433719 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604989bc-9466-4e71-a964-74c01e179f67 req-8deda634-51d4-46c9-b1fc-ad45c5fdfe5f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.435221 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-604989bc-9466-4e71-a964-74c01e179f67 req-8deda634-51d4-46c9-b1fc-ad45c5fdfe5f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0619986 Jul 22 22:16:39.467407 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c3623402-1401-4814-ba1b-c150eab9020f req-12fb814a-70b1-4720-95e1-336f40d9046c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Jul 22 22:16:39.474164 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-604989bc-9466-4e71-a964-74c01e179f67 req-ef726754-a7f6-4d09-9c6c-38790563a0bc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Jul 22 22:16:39.829111 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:40.046512 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f6403-3a3a-496d-838c-ccadb2a546d7 req-7399088d-db12-4214-9c59-e8d3dd751f52 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.048102 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e80f6403-3a3a-496d-838c-ccadb2a546d7 req-7399088d-db12-4214-9c59-e8d3dd751f52 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0657783 Jul 22 22:16:40.089854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e80f6403-3a3a-496d-838c-ccadb2a546d7 req-a8dc35c0-3973-45b8-82bd-05e165099184 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353477 Jul 22 22:16:40.154335 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-2c55a90d-94f7-4e93-b258-272e693d3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.155865 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-2c55a90d-94f7-4e93-b258-272e693d3553 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1096 time: 0.0590055 Jul 22 22:16:40.270328 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-e997c226-4a39-43a8-b69f-e583ade7a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.272426 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-e997c226-4a39-43a8-b69f-e583ade7a778 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0865192 Jul 22 22:16:40.345106 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-dcacea63-cf65-443f-9081-872d37d80af4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 200 len: 998 time: 0.0605822 Jul 22 22:16:40.400298 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-896cf3f6-44c5-4221-bc91-93359d8e4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.401946 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-896cf3f6-44c5-4221-bc91-93359d8e4eae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0460899 Jul 22 22:16:40.468450 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-c76c6d69-475e-4cc3-98d7-03bb1e53c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.469958 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-c76c6d69-475e-4cc3-98d7-03bb1e53c545 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589137 Jul 22 22:16:40.612895 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-42ed8b08-ca9e-4f78-bb69-fa4679949d87 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310186 Jul 22 22:16:40.613181 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b73b7-4a03-4d67-bf4d-53599a6167a6 req-bd400d09-496e-4fda-935c-e879b71cdd4d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.615856 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce0b73b7-4a03-4d67-bf4d-53599a6167a6 req-bd400d09-496e-4fda-935c-e879b71cdd4d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0679269 Jul 22 22:16:40.657255 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce0b73b7-4a03-4d67-bf4d-53599a6167a6 req-492fdd4a-6607-43ef-a192-308c23051dd4 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Jul 22 22:16:40.667841 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfa76c-1cb9-446a-9a71-f68b46f8585e req-225975ed-69b0-4929-a993-2b15c6194244 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.669640 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22cfa76c-1cb9-446a-9a71-f68b46f8585e req-225975ed-69b0-4929-a993-2b15c6194244 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.1158218 Jul 22 22:16:40.750312 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22cfa76c-1cb9-446a-9a71-f68b46f8585e req-57f0e172-0ac6-4501-8f4d-faadd6ab2a03 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498476 Jul 22 22:16:40.754324 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fc1e2549-cefb-4ba4-91d7-63bce9bfb684 req-80a457cf-6d81-4ca1-a063-cc8ed6ab86a2 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318915 Jul 22 22:16:41.220900 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2bed4-6eca-4e38-8a9b-697463579415 req-a0d2b64c-796c-4e6e-8f9a-c1ca452c06f5 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.222376 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8fa2bed4-6eca-4e38-8a9b-697463579415 req-a0d2b64c-796c-4e6e-8f9a-c1ca452c06f5 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0660851 Jul 22 22:16:41.263124 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8fa2bed4-6eca-4e38-8a9b-697463579415 req-89af8828-e50c-4b9c-a0dc-baa60f0974af tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346441 Jul 22 22:16:41.787196 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ea50f-76c2-4a13-aa4d-6677df26e34c req-9e8c01e8-26e3-49d2-9747-3fa84dc70fa5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.789252 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-944ea50f-76c2-4a13-aa4d-6677df26e34c req-9e8c01e8-26e3-49d2-9747-3fa84dc70fa5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0651076 Jul 22 22:16:41.826203 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-944ea50f-76c2-4a13-aa4d-6677df26e34c req-64a251c5-4e6c-4856-88de-299d29435ae3 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Jul 22 22:16:41.883704 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bb2f2-ac4b-4ffd-9c21-4c08e97197c4 req-87d0b267-0a88-4481-8af6-e74673a7ab08 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.885163 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d25bb2f2-ac4b-4ffd-9c21-4c08e97197c4 req-87d0b267-0a88-4481-8af6-e74673a7ab08 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0615284 Jul 22 22:16:41.921823 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d25bb2f2-ac4b-4ffd-9c21-4c08e97197c4 req-6af1c32b-462c-43cd-a1a9-16a4cd920ea2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Jul 22 22:16:42.395421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1791cda-4e45-4c1a-a155-4e355a6d5b8f req-59b7b49b-edf2-45a7-8872-8cb2f63acc97 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.396916 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e1791cda-4e45-4c1a-a155-4e355a6d5b8f req-59b7b49b-edf2-45a7-8872-8cb2f63acc97 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0676119 Jul 22 22:16:42.435911 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e1791cda-4e45-4c1a-a155-4e355a6d5b8f req-c166c5d8-e44a-4b68-b6c6-6f59b106b2b9 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331719 Jul 22 22:16:42.545948 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.968040 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb7378-41ac-45f2-a487-833810f4266d req-ff9598ca-0a87-4415-9708-a76b55629f8d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.969539 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d7cb7378-41ac-45f2-a487-833810f4266d req-ff9598ca-0a87-4415-9708-a76b55629f8d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0665660 Jul 22 22:16:43.007413 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d7cb7378-41ac-45f2-a487-833810f4266d req-2fbd1712-4f8a-4eaa-a4f4-5f26c2e4168e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jul 22 22:16:43.058954 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcb778-c881-4f39-9609-0e0b8a3dce52 req-f44e62f3-bca9-4ebb-9c43-3ac96ef85656 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.060437 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-efbcb778-c881-4f39-9609-0e0b8a3dce52 req-f44e62f3-bca9-4ebb-9c43-3ac96ef85656 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 943 time: 0.0641866 Jul 22 22:16:43.096180 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-efbcb778-c881-4f39-9609-0e0b8a3dce52 req-33c13dd8-01c0-4d68-b3bf-217ca26999a0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Jul 22 22:16:43.476276 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-beb106d6-6ddd-4892-97e6-ff3e0db64539 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.477759 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-beb106d6-6ddd-4892-97e6-ff3e0db64539 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 945 time: 0.0663218 Jul 22 22:16:43.570019 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0067e6a-16bc-4a34-a501-5ae2f9e44abf req-4e98850c-b94e-4f07-87f8-34fbff1440a7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.571494 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c0067e6a-16bc-4a34-a501-5ae2f9e44abf req-4e98850c-b94e-4f07-87f8-34fbff1440a7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0622091 Jul 22 22:16:43.579735 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:43.588028 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Deleting port 7d4c9f57-034e-47da-b165-4f9213b3d42b {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:43.588366 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.612846 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c0067e6a-16bc-4a34-a501-5ae2f9e44abf req-fcf509b5-91b5-4a31-a609-34abecbab85d tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354815 Jul 22 22:16:43.677316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] For port 7d4c9f57-034e-47da-b165-4f9213b3d42b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d4c9f57-034e-47da-b165-4f9213b3d42b,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:43.678565 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.682066 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:43.693321 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'd392c167-9a42-47f8-a63d-082cb100c352', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'port_id': 'd392c167-9a42-47f8-a63d-082cb100c352', 'mac_address': 'fa:16:3e:63:69:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:43.695312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Calling delete_port for 7d4c9f57-034e-47da-b165-4f9213b3d42b owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:43.729462 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.742429 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d392c167-9a42-47f8-a63d-082cb100c352 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:43.761979 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:43.766006 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.815411 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=9']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:43.820064 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.823225 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.823679 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.824042 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.824308 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.824655 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.825128 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.825479 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.825829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.826549 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.826674 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.826932 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.827288 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:43.836323 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['c18a8bfe-ba0d-4d70-919c-243752319205', '7d4c9f57-034e-47da-b165-4f9213b3d42b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:43.849586 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Pushing event deleted for resources: {'Port': ['ID=7d4c9f57-034e-47da-b165-4f9213b3d42b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:43.896221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] No DVR routers for this DVR port 7d4c9f57-034e-47da-b165-4f9213b3d42b on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:43.898831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.900806 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-27bbf30f-b47a-4255-a881-be488c940ec3 req-f8d22ad6-c46b-481f-8c4c-10cc9df78e6c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "DELETE /v2.0/ports/7d4c9f57-034e-47da-b165-4f9213b3d42b HTTP/1.1" status: 204 len: 173 time: 0.4140999 Jul 22 22:16:43.901240 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'name': 'network-vif-deleted', 'tag': '7d4c9f57-034e-47da-b165-4f9213b3d42b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:43.903947 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b7ec97-42b7-4974-b05d-05e3304b9106" -d '{"events": [{"server_uuid": "c4505e7b-bfd4-4c87-a9de-c3513e8ca977", "name": "network-vif-deleted", "tag": "7d4c9f57-034e-47da-b165-4f9213b3d42b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:43.941197 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3ceb9-c84b-492e-b4a8-2cdb88b68606 x-openstack-request-id: req-6de3ceb9-c84b-492e-b4a8-2cdb88b68606 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:43.941489 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4505e7b-bfd4-4c87-a9de-c3513e8ca977", "name": "network-vif-deleted", "tag": "7d4c9f57-034e-47da-b165-4f9213b3d42b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:43.941736 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6de3ceb9-c84b-492e-b4a8-2cdb88b68606 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:43.942172 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4505e7b-bfd4-4c87-a9de-c3513e8ca977', 'name': 'network-vif-deleted', 'tag': '7d4c9f57-034e-47da-b165-4f9213b3d42b', 'status': 'completed', 'code': 200} Jul 22 22:16:44.101348 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['d392c167-9a42-47f8-a63d-082cb100c352'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:44.111235 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-658c5542-ada1-41ed-809e-c3769034885e req-6f2ca229-42e2-4964-bcda-00864a872a10 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4505e7b-bfd4-4c87-a9de-c3513e8ca977 HTTP/1.1" status: 200 len: 210 time: 0.0280809 Jul 22 22:16:44.234364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada36c68-25f1-49d9-9d67-1ed8d0467258 req-6ae23a32-45f7-4a3b-bb1c-3750bde9b570 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.235962 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ada36c68-25f1-49d9-9d67-1ed8d0467258 req-6ae23a32-45f7-4a3b-bb1c-3750bde9b570 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 944 time: 0.0656352 Jul 22 22:16:44.275530 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ada36c68-25f1-49d9-9d67-1ed8d0467258 req-5b6677c6-590e-488e-8a5c-74dd53bc134b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335560 Jul 22 22:16:44.744626 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf910c-b2f2-4a07-940c-a867ebddd234 req-daaa9e30-8ed1-4d5b-a97d-14d969f18104 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.746072 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-65cf910c-b2f2-4a07-940c-a867ebddd234 req-daaa9e30-8ed1-4d5b-a97d-14d969f18104 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0660939 Jul 22 22:16:44.785193 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-65cf910c-b2f2-4a07-940c-a867ebddd234 req-663e0581-a003-4819-9a84-3a3b4654541e tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334945 Jul 22 22:16:45.404249 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe091-1399-485e-84fe-fcf4da9c2fbc req-bda133f9-41a1-49fc-95f8-6ab318b492c1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.405663 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-115fe091-1399-485e-84fe-fcf4da9c2fbc req-bda133f9-41a1-49fc-95f8-6ab318b492c1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0757976 Jul 22 22:16:45.416687 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d8861-1709-46ee-9b94-10895199bead req-a85af935-9ce2-4750-a12f-58d02eb1589d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.419198 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-745d8861-1709-46ee-9b94-10895199bead req-a85af935-9ce2-4750-a12f-58d02eb1589d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 944 time: 0.0706873 Jul 22 22:16:45.444115 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-115fe091-1399-485e-84fe-fcf4da9c2fbc req-e43f6228-3fed-4a2d-9787-a0062cf4b191 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330405 Jul 22 22:16:45.462175 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-745d8861-1709-46ee-9b94-10895199bead req-74d91d66-e18b-4ff2-9cde-25f0204e2b2c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337985 Jul 22 22:16:45.586412 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:45.621078 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35746) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.633659 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port d392c167-9a42-47f8-a63d-082cb100c352 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:45.634070 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.711765 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.725159 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-31af2e61-3241-45b1-b0ae-63f0f80a8e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.734976 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:45.737210 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5291116-dd3a-4e6d-9c78-4614911a1d42" -d '{"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-plugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:45.756597 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:45.760768 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.761563 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d4c9f57-034e-47da-b165-4f9213b3d42b no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:45.781687 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706db4b2-2d64-4a30-a248-a43909f46aa5 x-openstack-request-id: req-706db4b2-2d64-4a30-a248-a43909f46aa5 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:45.781975 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-plugged", "status": "completed", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:45.782216 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-706db4b2-2d64-4a30-a248-a43909f46aa5 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:45.782592 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'code': 200} Jul 22 22:16:45.784824 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 7d4c9f57-034e-47da-b165-4f9213b3d42b {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:45.784959 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d4c9f57-034e-47da-b165-4f9213b3d42b not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:45.829722 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-31af2e61-3241-45b1-b0ae-63f0f80a8e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.830379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=10']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.834567 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-31af2e61-3241-45b1-b0ae-63f0f80a8e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.890938 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-31af2e61-3241-45b1-b0ae-63f0f80a8e1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=319ed884715e4b39a4e0890dcbb41fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687652 Jul 22 22:16:45.894214 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35754) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.908850 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af2e61-3241-45b1-b0ae-63f0f80a8e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734a1020-12ed-4911-a2a5-3820ed6b6376,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.947357 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ace3887-22d3-4763-8286-b4431bc94bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.949964 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa31bf-ed3f-4062-846e-f9e72b36bebd req-d05e5cdf-2c59-41dc-b8ef-9709676f9d0e tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.952453 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eafa31bf-ed3f-4062-846e-f9e72b36bebd req-d05e5cdf-2c59-41dc-b8ef-9709676f9d0e tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0889566 Jul 22 22:16:45.969542 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ace3887-22d3-4763-8286-b4431bc94bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.992928 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eafa31bf-ed3f-4062-846e-f9e72b36bebd req-bda79f7e-3933-4768-8acf-cc6d6b5de74a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345764 Jul 22 22:16:46.017043 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ace3887-22d3-4763-8286-b4431bc94bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.019876 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ace3887-22d3-4763-8286-b4431bc94bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.021044 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4ace3887-22d3-4763-8286-b4431bc94bd2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/734a1020-12ed-4911-a2a5-3820ed6b6376 HTTP/1.1" status: 204 len: 168 time: 0.1258252 Jul 22 22:16:46.029654 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace3887-22d3-4763-8286-b4431bc94bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a1020-12ed-4911-a2a5-3820ed6b6376,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:46.384804 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67f4b-fa35-4b27-ae6c-a69b0132184a req-3d93f745-b4ae-4d92-b7e3-a7c7b09389ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.386310 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f2d67f4b-fa35-4b27-ae6c-a69b0132184a req-3d93f745-b4ae-4d92-b7e3-a7c7b09389ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 1099 time: 0.0568962 Jul 22 22:16:46.423864 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f2d67f4b-fa35-4b27-ae6c-a69b0132184a req-99cb3fe8-2703-4ce5-a925-873943a7ae4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264592 Jul 22 22:16:46.578252 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f006-26d6-4744-a44f-a14d623e01e7 req-02b72b2c-6ce2-4e62-a861-f065ce624109 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.579644 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c208f006-26d6-4744-a44f-a14d623e01e7 req-02b72b2c-6ce2-4e62-a861-f065ce624109 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0648367 Jul 22 22:16:46.592122 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bb251-6841-4c25-8810-6f474530db70 req-237820b0-5a05-492a-900e-60d6d586f82b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.593645 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-198bb251-6841-4c25-8810-6f474530db70 req-237820b0-5a05-492a-900e-60d6d586f82b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.0626833 Jul 22 22:16:46.617854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c208f006-26d6-4744-a44f-a14d623e01e7 req-365575be-3967-4e2b-8ea0-0b5ce6dc2175 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Jul 22 22:16:46.631473 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-198bb251-6841-4c25-8810-6f474530db70 req-ab00ac70-c600-4ceb-820f-a5f5ab0c9aaa tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Jul 22 22:16:47.120664 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5f7c2-c2f5-454c-94a4-2e03c54a5095 req-ca60d687-527a-4047-928d-e9d7f7ccb257 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.122255 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dad5f7c2-c2f5-454c-94a4-2e03c54a5095 req-ca60d687-527a-4047-928d-e9d7f7ccb257 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0620615 Jul 22 22:16:47.160607 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dad5f7c2-c2f5-454c-94a4-2e03c54a5095 req-0b0a4540-3922-434e-9203-f47c3427eff0 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328109 Jul 22 22:16:47.751253 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43853f93-ff64-45b3-8388-52420c7c3632 req-39c42c0d-fd8c-4d3f-ba35-37215eaff439 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.752648 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43853f93-ff64-45b3-8388-52420c7c3632 req-39c42c0d-fd8c-4d3f-ba35-37215eaff439 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0676534 Jul 22 22:16:47.781577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdfa25-de27-4c18-bcec-d15e0b03e6c0 req-f5981fed-d1d5-4fa4-b49e-303fb1a4e26d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.783164 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-edcdfa25-de27-4c18-bcec-d15e0b03e6c0 req-f5981fed-d1d5-4fa4-b49e-303fb1a4e26d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.0802176 Jul 22 22:16:47.823445 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-edcdfa25-de27-4c18-bcec-d15e0b03e6c0 req-74d490e6-7ba8-496d-9392-aaaed5a4d8c6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Jul 22 22:16:47.999947 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43853f93-ff64-45b3-8388-52420c7c3632 req-bb6aea20-7b09-44a2-b5ea-fd6071731727 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406614 Jul 22 22:16:48.292593 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d92c9-df24-488e-b2c4-13366c9a1ec3 req-e4b8b934-9528-403e-9c98-0178c22cd740 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.294084 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-600d92c9-df24-488e-b2c4-13366c9a1ec3 req-e4b8b934-9528-403e-9c98-0178c22cd740 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0672216 Jul 22 22:16:48.332996 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-600d92c9-df24-488e-b2c4-13366c9a1ec3 req-c8a4467f-d8cb-4219-a955-a4d584dd530f tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333722 Jul 22 22:16:48.955001 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6dc7-3d0a-49db-a29b-644b5833bff0 req-7e0df4ca-cb2e-494b-9e1b-58ed7e7543e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.956458 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-684d6dc7-3d0a-49db-a29b-644b5833bff0 req-7e0df4ca-cb2e-494b-9e1b-58ed7e7543e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.0614753 Jul 22 22:16:48.994468 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-684d6dc7-3d0a-49db-a29b-644b5833bff0 req-163ed0bd-edd8-4d9b-9d7f-ae6edfd50278 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Jul 22 22:16:49.126427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95201a68-783d-4b19-85bd-ede816feeb3e req-f0fa1e3e-2267-4861-ad5c-80882a051a4e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.127786 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-95201a68-783d-4b19-85bd-ede816feeb3e req-f0fa1e3e-2267-4861-ad5c-80882a051a4e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0613832 Jul 22 22:16:49.163957 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-95201a68-783d-4b19-85bd-ede816feeb3e req-fdb26436-494b-42c6-9c55-def528af77c8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304666 Jul 22 22:16:49.458217 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8e16-538c-470b-975a-fb91fb17d04f req-fc7e0939-bdf3-4723-b364-cd03db80fdd9 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.460185 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1af8e16-538c-470b-975a-fb91fb17d04f req-fc7e0939-bdf3-4723-b364-cd03db80fdd9 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0621142 Jul 22 22:16:49.502585 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1af8e16-538c-470b-975a-fb91fb17d04f req-14a53265-62a7-40aa-a4f8-6bb5e3bfb384 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361633 Jul 22 22:16:50.294438 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0b3e4-af09-4888-aeff-13524d3bd052 req-0aa44e43-47c6-4c6f-9605-288a20b60e7b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.295880 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1d0b3e4-af09-4888-aeff-13524d3bd052 req-0aa44e43-47c6-4c6f-9605-288a20b60e7b tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0662417 Jul 22 22:16:50.332335 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1d0b3e4-af09-4888-aeff-13524d3bd052 req-7b93c5b7-67c7-4cf7-bcb6-bbf2a8e4cfe1 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Jul 22 22:16:50.628691 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88267a-c2a9-4377-b443-3c569e6a55a3 req-2662c564-b342-4ebc-a540-8897488139f7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.630411 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a88267a-c2a9-4377-b443-3c569e6a55a3 req-2662c564-b342-4ebc-a540-8897488139f7 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0621693 Jul 22 22:16:50.668301 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a88267a-c2a9-4377-b443-3c569e6a55a3 req-17da3b27-bcc8-4997-99a6-22bececdcfcc tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323095 Jul 22 22:16:51.458248 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea9336-dc0d-4079-a600-266b599ccd69 req-ed990d9d-ee2b-4334-a280-b24564f4080e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.460251 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8aea9336-dc0d-4079-a600-266b599ccd69 req-ed990d9d-ee2b-4334-a280-b24564f4080e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0616546 Jul 22 22:16:51.495826 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8aea9336-dc0d-4079-a600-266b599ccd69 req-78e168ea-e61b-40d2-9b8f-998b260bf094 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299971 Jul 22 22:16:51.794991 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01bbcd-488d-488b-90d9-6350aec10593 req-0ddec470-d8ef-4bee-a31c-6e23b8e69a16 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.796455 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9c01bbcd-488d-488b-90d9-6350aec10593 req-0ddec470-d8ef-4bee-a31c-6e23b8e69a16 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0634122 Jul 22 22:16:51.840596 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9c01bbcd-488d-488b-90d9-6350aec10593 req-d5405a75-a5fb-465f-9b03-9d049f79e350 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369008 Jul 22 22:16:52.626078 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777c201-1c76-4836-bee6-9ab818acc767 req-34fa4350-ce87-42c6-9568-25a04e7aa5d8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.627557 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c777c201-1c76-4836-bee6-9ab818acc767 req-34fa4350-ce87-42c6-9568-25a04e7aa5d8 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0675180 Jul 22 22:16:52.664755 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c777c201-1c76-4836-bee6-9ab818acc767 req-82b00cf2-857c-42c5-a8ed-eae0a3c6804c tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba3292e5-740a-4ac9-85bd-0315e1202766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Jul 22 22:16:52.967724 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d87fc-e4c3-4008-8481-b8a1d1f7a8d0 req-403f62f4-f9b5-48b7-898a-8b4cffcb1273 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.969196 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cb8d87fc-e4c3-4008-8481-b8a1d1f7a8d0 req-403f62f4-f9b5-48b7-898a-8b4cffcb1273 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0646546 Jul 22 22:16:53.008419 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cb8d87fc-e4c3-4008-8481-b8a1d1f7a8d0 req-74e8889b-3654-4a03-912b-3a64e1a33c11 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&id=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330746 Jul 22 22:16:53.363044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83912b93-575f-498d-a170-44ea1a18c478 req-c5a5a2c2-408e-4ab7-91c3-d031a0e43c2d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.364984 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83912b93-575f-498d-a170-44ea1a18c478 req-c5a5a2c2-408e-4ab7-91c3-d031a0e43c2d tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 946 time: 0.0610952 Jul 22 22:16:53.405662 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-81bedf1f-2a4d-4564-810d-9e98af663ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:53.471106 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Deleting port c18a8bfe-ba0d-4d70-919c-243752319205 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:53.471440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:53.560620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] For port c18a8bfe-ba0d-4d70-919c-243752319205, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c18a8bfe-ba0d-4d70-919c-243752319205,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:53.560968 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:53.572928 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Calling delete_port for c18a8bfe-ba0d-4d70-919c-243752319205 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:53.697585 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:53.713088 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['c18a8bfe-ba0d-4d70-919c-243752319205'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:53.727180 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Pushing event deleted for resources: {'Port': ['ID=c18a8bfe-ba0d-4d70-919c-243752319205,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:53.783151 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b298dce2-cb6a-47e4-bc74-5760d6b6057d req-b4491504-10fe-4b64-9596-579b485b37d5 tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a81cf9c-8e45-4fec-872b-2e9601267a7d HTTP/1.1" status: 200 len: 210 time: 0.0475655 Jul 22 22:16:53.802341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] No DVR routers for this DVR port c18a8bfe-ba0d-4d70-919c-243752319205 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:53.804871 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:53.806974 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83912b93-575f-498d-a170-44ea1a18c478 req-568f70e7-b073-4e23-a5f6-6d99cb6d7e3e tempest-ServerRescueNegativeTestJSON-679395340 tempest-ServerRescueNegativeTestJSON-679395340-project] 10.222.0.77 "DELETE /v2.0/ports/c18a8bfe-ba0d-4d70-919c-243752319205 HTTP/1.1" status: 204 len: 173 time: 0.4334891 Jul 22 22:16:53.807412 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'name': 'network-vif-deleted', 'tag': 'c18a8bfe-ba0d-4d70-919c-243752319205'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:53.810237 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ad4cb-df09-434a-a908-6afa0bb7474e" -d '{"events": [{"server_uuid": "1a81cf9c-8e45-4fec-872b-2e9601267a7d", "name": "network-vif-deleted", "tag": "c18a8bfe-ba0d-4d70-919c-243752319205"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:53.846401 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb367e6f-ea40-4021-bca0-982d44dfe6e8 x-openstack-request-id: req-fb367e6f-ea40-4021-bca0-982d44dfe6e8 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:53.846691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a81cf9c-8e45-4fec-872b-2e9601267a7d", "name": "network-vif-deleted", "tag": "c18a8bfe-ba0d-4d70-919c-243752319205", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:53.846936 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fb367e6f-ea40-4021-bca0-982d44dfe6e8 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:53.847326 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a81cf9c-8e45-4fec-872b-2e9601267a7d', 'name': 'network-vif-deleted', 'tag': 'c18a8bfe-ba0d-4d70-919c-243752319205', 'status': 'completed', 'code': 200} Jul 22 22:16:54.837260 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35838) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:55.228240 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:55.739034 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Deleting port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:55.739422 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:55.816064 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] For port c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,segment=NetworkSegment(3f611db9-9f52-408f-8f5c-93506d66ea65),segment_id=3f611db9-9f52-408f-8f5c-93506d66ea65)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:55.816410 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:55.828687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Calling delete_port for c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:55.929758 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-af3c42c6-d857-45f0-9656-5e71961b5bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.019691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.047607 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:56.201941 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.407928 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Router 0d9c3810-6cb3-4079-bd72-589fc59440d0 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:56.507038 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:56.512310 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-392cd0de-acea-4cab-b834-77fb6b85f6c3 admin admin] 10.222.0.63 "PUT /v2.0/routers/0d9c3810-6cb3-4079-bd72-589fc59440d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739967 Jul 22 22:16:56.514926 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35840) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:56.515763 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] Sync routers for ids ['0d9c3810-6cb3-4079-bd72-589fc59440d0'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:56.517325 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.526423 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] Routers {'0d9c3810-6cb3-4079-bd72-589fc59440d0'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:56.527026 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:16:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['0d9c3810-6cb3-4079-bd72-589fc59440d0'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:56.617541 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.626798 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] Set router 0d9c3810-6cb3-4079-bd72-589fc59440d0 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:56.716917 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.772298 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Deleting port 64517075-046e-4b5e-95d0-df488ce4277e {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:56.773089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.800168 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '64517075-046e-4b5e-95d0-df488ce4277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:16:55Z', 'revision_number': 5, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port': {'id': '64517075-046e-4b5e-95d0-df488ce4277e', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:20Z', 'updated_at': '2021-07-22T22:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:56.824957 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] Checking router: 0d9c3810-6cb3-4079-bd72-589fc59440d0 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:56.833408 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] Routers {'0d9c3810-6cb3-4079-bd72-589fc59440d0'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:56.834044 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:16:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['0d9c3810-6cb3-4079-bd72-589fc59440d0'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:56.855416 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] For port 64517075-046e-4b5e-95d0-df488ce4277e, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=64517075-046e-4b5e-95d0-df488ce4277e,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:56.855771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.867324 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Calling delete_port for 64517075-046e-4b5e-95d0-df488ce4277e owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:56.917635 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] Set router 0d9c3810-6cb3-4079-bd72-589fc59440d0 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:56.969236 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:16:56Z', 'revision_number': 6, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:56.996580 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89906371-19c3-47a3-8154-fc9e2c6c7b86 None None] The sync data for ids ['0d9c3810-6cb3-4079-bd72-589fc59440d0'] in dv-cinder-778534-6-iscsi is: [{'id': '0d9c3810-6cb3-4079-bd72-589fc59440d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1764710905-router', 'tenant_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:16:56Z', 'revision_number': 6, 'project_id': 'ae2a6032ddc94b8a95ee4791146b61ca', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:57.034509 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.058582 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Pushing event deleted for resources: {'Port': ['ID=64517075-046e-4b5e-95d0-df488ce4277e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:57.122715 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.226459 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.228454 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.282836 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.290828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.291373 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9c3810-6cb3-4079-bd72-589fc59440d0 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:16:57.296169 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.297379 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7d1a4dff-95dd-44f6-b637-3de3d5a00509 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0d9c3810-6cb3-4079-bd72-589fc59440d0 HTTP/1.1" status: 204 len: 168 time: 0.7814348 Jul 22 22:16:57.299837 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35842) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:57.346717 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Deleting subnet 8be900ce-6be7-496c-9de4-7cba61ec60c5 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:16:57.349904 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.387517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.426638 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.480629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.502686 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be900ce-6be7-496c-9de4-7cba61ec60c5,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:57.509009 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.510857 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c57a08dc-cf0a-4871-af5d-c596fb8d6ae5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8be900ce-6be7-496c-9de4-7cba61ec60c5 HTTP/1.1" status: 204 len: 168 time: 0.2101176 Jul 22 22:16:57.513303 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35844) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:57.582087 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.661208 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.670697 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b5b622-41fc-4392-b372-1e0acaf23965']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:57.680567 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f611db9-9f52-408f-8f5c-93506d66ea65') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:57.680862 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f611db9-9f52-408f-8f5c-93506d66ea65') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:57.681677 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c18a8bfe-ba0d-4d70-919c-243752319205 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:57.689584 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.702567 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: c18a8bfe-ba0d-4d70-919c-243752319205 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:57.702909 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c18a8bfe-ba0d-4d70-919c-243752319205 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:57.703286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.709056 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Releasing vlan 1808 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:16:57.709443 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:16:57.711072 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:16:57.763488 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.770289 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:57.772123 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] 10.222.0.63 "DELETE /v2.0/networks/26b5b622-41fc-4392-b372-1e0acaf23965 HTTP/1.1" status: 204 len: 168 time: 0.2579310 Jul 22 22:16:57.782146 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14cae-2626-4933-87fa-3b5667ed0164 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b5b622-41fc-4392-b372-1e0acaf23965,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:57.933331 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35848) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:57.971577 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8a94d9fa-0b28-4cd8-a732-266b63a25fcb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae2a6032ddc94b8a95ee4791146b61ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370548 Jul 22 22:16:57.974567 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35850) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:58.028363 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-120864cd-693b-4403-b0fd-8a0fd01ecf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:58.052931 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-120864cd-693b-4403-b0fd-8a0fd01ecf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:58.098147 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-120864cd-693b-4403-b0fd-8a0fd01ecf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:58.101462 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-120864cd-693b-4403-b0fd-8a0fd01ecf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:58.102619 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-120864cd-693b-4403-b0fd-8a0fd01ecf0c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba3292e5-740a-4ac9-85bd-0315e1202766 HTTP/1.1" status: 204 len: 168 time: 0.1271472 Jul 22 22:16:58.110142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120864cd-693b-4403-b0fd-8a0fd01ecf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3292e5-740a-4ac9-85bd-0315e1202766,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:58.286070 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 64517075-046e-4b5e-95d0-df488ce4277e no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:58.305699 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 64517075-046e-4b5e-95d0-df488ce4277e {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:58.306073 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 64517075-046e-4b5e-95d0-df488ce4277e not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:58.306494 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:58.324529 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:58.324795 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c6fd8cd7-fbf5-49e5-91f3-1c1936e9643f not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:58.714041 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:03.041035 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3d1bd-2330-4cc8-b66a-3a8ac0f081fb req-40c3a433-2b09-4e95-a0b6-29507a0fd4cb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.042544 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-87b3d1bd-2330-4cc8-b66a-3a8ac0f081fb req-40c3a433-2b09-4e95-a0b6-29507a0fd4cb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0639496 Jul 22 22:17:03.081466 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-87b3d1bd-2330-4cc8-b66a-3a8ac0f081fb req-4863c1cb-3772-4009-92f0-422b720d02e0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Jul 22 22:17:04.212108 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193427e1-b34b-4e77-a370-886ff2057f40 req-3f49b519-8c53-4569-974c-5b11597ce537 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.213752 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-193427e1-b34b-4e77-a370-886ff2057f40 req-3f49b519-8c53-4569-974c-5b11597ce537 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0651217 Jul 22 22:17:04.258301 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-193427e1-b34b-4e77-a370-886ff2057f40 req-75bdc933-64f5-4325-91b9-d2b35d2649db tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Jul 22 22:17:05.388502 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422dbd6-db11-4067-a888-588c4488ee16 req-92371a84-8d26-42b5-a16d-69f0a567d031 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.389998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a422dbd6-db11-4067-a888-588c4488ee16 req-92371a84-8d26-42b5-a16d-69f0a567d031 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0639679 Jul 22 22:17:05.426184 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a422dbd6-db11-4067-a888-588c4488ee16 req-b291b104-35cf-4a3f-a8a6-fc1be3d291cb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Jul 22 22:17:06.551994 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533d67d-d20a-4200-8249-d48154cb8f02 req-2272547d-4dc2-4319-82e8-33c9ce4404a3 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:06.553356 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d533d67d-d20a-4200-8249-d48154cb8f02 req-2272547d-4dc2-4319-82e8-33c9ce4404a3 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0619740 Jul 22 22:17:06.589553 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d533d67d-d20a-4200-8249-d48154cb8f02 req-759ab8c5-4b92-4d63-9ef3-71f213b7744a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306158 Jul 22 22:17:07.333457 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 35990) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.432627 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b16119c9-98ce-4f35-bb1f-031ae4fb6a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.519341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b16119c9-98ce-4f35-bb1f-031ae4fb6a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.523177 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b16119c9-98ce-4f35-bb1f-031ae4fb6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.561221 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b16119c9-98ce-4f35-bb1f-031ae4fb6a5a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ecc260537f54fe1837f209dc7cb35ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266772 Jul 22 22:17:07.562360 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16119c9-98ce-4f35-bb1f-031ae4fb6a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d05d6a-ee2a-4f2e-969d-d5af508999bd,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.563966 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 35994) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:07.613162 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-428e075b-e2c3-43f5-8a42-78af800f1c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.634880 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-428e075b-e2c3-43f5-8a42-78af800f1c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.682189 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-428e075b-e2c3-43f5-8a42-78af800f1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.684675 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-428e075b-e2c3-43f5-8a42-78af800f1c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:07.685976 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-428e075b-e2c3-43f5-8a42-78af800f1c29 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03d05d6a-ee2a-4f2e-969d-d5af508999bd HTTP/1.1" status: 204 len: 168 time: 0.1209869 Jul 22 22:17:07.694451 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e075b-e2c3-43f5-8a42-78af800f1c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d05d6a-ee2a-4f2e-969d-d5af508999bd,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:07.722859 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8efa-829d-4d8a-8719-2828ab7902e5 req-a3ef9795-f0a7-4a3f-a0c7-27c0028056ec tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:07.724441 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c69c8efa-829d-4d8a-8719-2828ab7902e5 req-a3ef9795-f0a7-4a3f-a0c7-27c0028056ec tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0666466 Jul 22 22:17:07.762757 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c69c8efa-829d-4d8a-8719-2828ab7902e5 req-d99b0eac-a987-4c1a-8789-e3f62ec79a91 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Jul 22 22:17:08.900648 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b7ad-05df-4555-b4e6-2e9a44af450d req-d2d7e4f1-0363-4315-b76d-dad223fba46a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.902251 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7cb9b7ad-05df-4555-b4e6-2e9a44af450d req-d2d7e4f1-0363-4315-b76d-dad223fba46a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0696440 Jul 22 22:17:08.954893 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7cb9b7ad-05df-4555-b4e6-2e9a44af450d req-864122a6-1778-4a68-b5cd-c1dc74013814 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Jul 22 22:17:10.074768 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a488de3-d9ff-46c2-b87d-ddd624205caf req-45d03f1c-72ca-4a07-a886-8d55fabce5fb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.076257 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a488de3-d9ff-46c2-b87d-ddd624205caf req-45d03f1c-72ca-4a07-a886-8d55fabce5fb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0642362 Jul 22 22:17:10.116691 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a488de3-d9ff-46c2-b87d-ddd624205caf req-9a7d9c18-463c-43e0-be91-f4d4e904b321 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347509 Jul 22 22:17:11.243624 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411e8b4-4821-4309-ae94-d7d39234e0ca req-2969a9c6-fdd3-4197-b63a-1d36b2a8d372 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:11.245146 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e411e8b4-4821-4309-ae94-d7d39234e0ca req-2969a9c6-fdd3-4197-b63a-1d36b2a8d372 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0631578 Jul 22 22:17:11.281913 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e411e8b4-4821-4309-ae94-d7d39234e0ca req-7928256a-9a53-438e-b512-8a83cc963be7 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Jul 22 22:17:12.418506 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1cff-5583-43d7-b4ed-cb65fa8d39b5 req-67b9866e-0cc4-43b0-9fc8-6f3c3e3ba69b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:12.419970 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6caa1cff-5583-43d7-b4ed-cb65fa8d39b5 req-67b9866e-0cc4-43b0-9fc8-6f3c3e3ba69b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0736403 Jul 22 22:17:12.458362 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6caa1cff-5583-43d7-b4ed-cb65fa8d39b5 req-c0640be8-49c6-4b69-af0e-68a79a367d8e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Jul 22 22:17:12.510132 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36102) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.556062 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.609972 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f37a-2920-4128-98c4-b0d925895c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.693938 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f37a-2920-4128-98c4-b0d925895c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.697545 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f37a-2920-4128-98c4-b0d925895c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.735629 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1ab6f37a-2920-4128-98c4-b0d925895c64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5c585b7a351945c28b8f25233f239675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244391 Jul 22 22:17:12.737591 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6f37a-2920-4128-98c4-b0d925895c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe874af-1558-4f3d-8f02-66e79c01c154,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.738317 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36106) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.786292 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d93cead1-6c2d-4063-aa22-562aa20edaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.806470 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d93cead1-6c2d-4063-aa22-562aa20edaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.850829 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d93cead1-6c2d-4063-aa22-562aa20edaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.853349 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d93cead1-6c2d-4063-aa22-562aa20edaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.854542 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d93cead1-6c2d-4063-aa22-562aa20edaec admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8fe874af-1558-4f3d-8f02-66e79c01c154 HTTP/1.1" status: 204 len: 168 time: 0.1145833 Jul 22 22:17:12.861626 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cead1-6c2d-4063-aa22-562aa20edaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe874af-1558-4f3d-8f02-66e79c01c154,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.106014 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36112) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.118850 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95bac36e-3f85-48e5-85f7-781940a8a082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.205976 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95bac36e-3f85-48e5-85f7-781940a8a082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.210373 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-95bac36e-3f85-48e5-85f7-781940a8a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.246814 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bac36e-3f85-48e5-85f7-781940a8a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefc9ddd-91b5-4173-bfb1-bb1fba64df35,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.250875 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-95bac36e-3f85-48e5-85f7-781940a8a082 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=98be75c588db48dbb166a898f351bbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438601 Jul 22 22:17:13.253401 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36114) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:13.301723 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd78fa98-d647-4654-8250-a854ffb56d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.322953 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd78fa98-d647-4654-8250-a854ffb56d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.367138 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd78fa98-d647-4654-8250-a854ffb56d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.369532 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd78fa98-d647-4654-8250-a854ffb56d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.372980 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fd78fa98-d647-4654-8250-a854ffb56d01 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cefc9ddd-91b5-4173-bfb1-bb1fba64df35 HTTP/1.1" status: 204 len: 168 time: 0.1155064 Jul 22 22:17:13.378163 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78fa98-d647-4654-8250-a854ffb56d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefc9ddd-91b5-4173-bfb1-bb1fba64df35,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.587458 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435608-33a7-431d-aedd-4f85cddcf29e req-f27d1659-c9b3-40f4-84a7-dba9c0d7ba42 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.588963 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f435608-33a7-431d-aedd-4f85cddcf29e req-f27d1659-c9b3-40f4-84a7-dba9c0d7ba42 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0644829 Jul 22 22:17:13.626879 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f435608-33a7-431d-aedd-4f85cddcf29e req-ba0170e8-4416-4d65-aa5f-d5757ccbb2e1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Jul 22 22:17:13.847636 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86982-dfcd-46d8-9aa3-e3ce161aa20e req-32709568-67f0-4823-81ad-d821f9e56a46 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.849739 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53d86982-dfcd-46d8-9aa3-e3ce161aa20e req-32709568-67f0-4823-81ad-d821f9e56a46 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0679643 Jul 22 22:17:13.894471 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53d86982-dfcd-46d8-9aa3-e3ce161aa20e req-2d6d607e-33f1-4ba4-80ee-1f46a2ffb9bf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385628 Jul 22 22:17:13.914885 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-21ddef91-0b10-4290-94d6-fc4857b1b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.916438 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-21ddef91-0b10-4290-94d6-fc4857b1b2a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1099 time: 0.0657792 Jul 22 22:17:14.008718 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-59c3ce98-bc48-4f69-8f10-650114833b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.010271 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-59c3ce98-bc48-4f69-8f10-650114833b6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.0870738 Jul 22 22:17:14.084146 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-8a12ca30-260f-4bd3-8494-35063d237b67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 1002 time: 0.0647819 Jul 22 22:17:14.147167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-ca5a6e61-597c-4801-ade6-0a38fc5064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.148615 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-ca5a6e61-597c-4801-ade6-0a38fc5064a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.0502589 Jul 22 22:17:14.210516 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-80274791-0c9a-44f9-9111-9eca9e02cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.212008 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-80274791-0c9a-44f9-9111-9eca9e02cf56 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567813 Jul 22 22:17:14.310508 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-93e7845c-e3d9-4eb7-a2bb-c817d0c2b3ce service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896049 Jul 22 22:17:14.406096 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-482ce976-c54d-4577-a0c2-850b7b3a62bf req-a3766df2-6eaf-49dd-9294-1e3ef73d6719 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885952 Jul 22 22:17:15.033196 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dad11-6d16-48ff-84e2-352eabf842ed req-561bb6cc-01ae-4237-92f4-c17a0d813ee0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:15.034788 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f7dad11-6d16-48ff-84e2-352eabf842ed req-561bb6cc-01ae-4237-92f4-c17a0d813ee0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0720162 Jul 22 22:17:15.073529 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f7dad11-6d16-48ff-84e2-352eabf842ed req-da626b0d-25f0-4e1e-85ab-9cd2165aabca tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Jul 22 22:17:16.204062 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a256297-c5cc-45de-9d32-d234fc179420 req-e9d5918e-5170-4501-81d1-6e0d9bf5e17f tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.205535 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1a256297-c5cc-45de-9d32-d234fc179420 req-e9d5918e-5170-4501-81d1-6e0d9bf5e17f tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0659890 Jul 22 22:17:16.242781 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1a256297-c5cc-45de-9d32-d234fc179420 req-07553bce-fd1a-44ab-aae5-55a6b6bd69e9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Jul 22 22:17:16.827544 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:21.810419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36262) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:21.911238 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d29df126-5e28-407c-8bc3-582bb4315f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.995470 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d29df126-5e28-407c-8bc3-582bb4315f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:21.999099 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d29df126-5e28-407c-8bc3-582bb4315f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.036348 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d29df126-5e28-407c-8bc3-582bb4315f6c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=480edf370e02469ab6f890165b7dbf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248764 Jul 22 22:17:22.037443 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29df126-5e28-407c-8bc3-582bb4315f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce5b60-07e2-401d-8a42-c87ed24f5598,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.038983 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36266) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.086227 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-be6e24e4-2a99-4466-9c76-daac820e0e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.106489 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-be6e24e4-2a99-4466-9c76-daac820e0e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.151213 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-be6e24e4-2a99-4466-9c76-daac820e0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.153774 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-be6e24e4-2a99-4466-9c76-daac820e0e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.154946 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-be6e24e4-2a99-4466-9c76-daac820e0e75 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fcce5b60-07e2-401d-8a42-c87ed24f5598 HTTP/1.1" status: 204 len: 168 time: 0.1149197 Jul 22 22:17:22.162746 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e24e4-2a99-4466-9c76-daac820e0e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce5b60-07e2-401d-8a42-c87ed24f5598,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.403151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36272) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.416620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f943102e-5d80-4721-974f-5b13e0f807d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.501407 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f943102e-5d80-4721-974f-5b13e0f807d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.505153 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f943102e-5d80-4721-974f-5b13e0f807d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.542035 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f943102e-5d80-4721-974f-5b13e0f807d2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=452e3c3ff1e34969be291dead634f0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377950 Jul 22 22:17:22.542893 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943102e-5d80-4721-974f-5b13e0f807d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f3213-5ddb-4cbe-b14b-b11fe7823a57,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.544714 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36274) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.594259 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-232567ec-92f5-4520-8820-420ed9e27920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.616617 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-232567ec-92f5-4520-8820-420ed9e27920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.666425 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-232567ec-92f5-4520-8820-420ed9e27920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.669094 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-232567ec-92f5-4520-8820-420ed9e27920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.670251 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-232567ec-92f5-4520-8820-420ed9e27920 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a91f3213-5ddb-4cbe-b14b-b11fe7823a57 HTTP/1.1" status: 204 len: 168 time: 0.1244669 Jul 22 22:17:22.678115 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232567ec-92f5-4520-8820-420ed9e27920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f3213-5ddb-4cbe-b14b-b11fe7823a57,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.976599 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36280) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:22.990728 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7f8b30b9-facc-4354-b9bd-f1fea03ddb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.079378 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7f8b30b9-facc-4354-b9bd-f1fea03ddb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.082977 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7f8b30b9-facc-4354-b9bd-f1fea03ddb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.118094 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b30b9-facc-4354-b9bd-f1fea03ddb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d8f47-fdb5-4905-8da5-9e05ebad9801,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:23.122377 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7f8b30b9-facc-4354-b9bd-f1fea03ddb3d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5c044889c1a147178d36ef5b6775bfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447628 Jul 22 22:17:23.125057 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36282) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:23.172012 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cf526eae-3bfe-433c-8185-f450d58fff00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.193297 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cf526eae-3bfe-433c-8185-f450d58fff00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.238963 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cf526eae-3bfe-433c-8185-f450d58fff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.241561 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cf526eae-3bfe-433c-8185-f450d58fff00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:23.242748 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cf526eae-3bfe-433c-8185-f450d58fff00 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/901d8f47-fdb5-4905-8da5-9e05ebad9801 HTTP/1.1" status: 204 len: 168 time: 0.1167991 Jul 22 22:17:23.250207 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf526eae-3bfe-433c-8185-f450d58fff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d8f47-fdb5-4905-8da5-9e05ebad9801,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:23.410348 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4e70aafb-943d-4dcd-9a46-8d3434a5da02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:25.930566 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1350-a74a-44d4-87e2-b39a6fc2a9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.518641 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:27.283430 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.715912 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.417616 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36406) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:29.517033 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.616041 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.620414 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.658123 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3fe604b7f124bd792fe5945b53eca35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393746 Jul 22 22:17:29.658945 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e55857-17aa-4aa4-b408-026916d5193b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:29.661352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36410) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:29.666392 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.666743 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.667083 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.667425 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.667746 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.668079 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.668406 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.668731 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.669055 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.669381 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.669698 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.670048 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8cbfa-ab4d-40e1-8628-0b2d438a06c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:29.941841 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:29.961730 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.006363 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.008810 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.009953 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15e55857-17aa-4aa4-b408-026916d5193b HTTP/1.1" status: 204 len: 168 time: 0.3474491 Jul 22 22:17:30.017232 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e55857-17aa-4aa4-b408-026916d5193b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.024630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.024977 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.025315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.025652 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.026006 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.026337 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.026661 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.026983 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.027426 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.027752 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.028176 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.028500 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fba4cf-5ed6-455d-96db-4ee06b4d5d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:30.259671 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36416) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:30.273140 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a9de912-e322-488c-ae6f-cba7117edf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.358974 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a9de912-e322-488c-ae6f-cba7117edf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.363427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8a9de912-e322-488c-ae6f-cba7117edf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.400878 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8a9de912-e322-488c-ae6f-cba7117edf50 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=95e48c1f9a11455cb0bea3443b512a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400843 Jul 22 22:17:30.401675 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9de912-e322-488c-ae6f-cba7117edf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c031da-1fbe-45c2-9400-65e9669e4e8d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.403650 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36418) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:30.450977 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4b61-f5e9-40c2-a17b-fb54e3d14aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.470731 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4b61-f5e9-40c2-a17b-fb54e3d14aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.515255 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4b61-f5e9-40c2-a17b-fb54e3d14aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.517687 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4b61-f5e9-40c2-a17b-fb54e3d14aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.519504 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b3fa4b61-f5e9-40c2-a17b-fb54e3d14aeb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7c031da-1fbe-45c2-9400-65e9669e4e8d HTTP/1.1" status: 204 len: 168 time: 0.1142769 Jul 22 22:17:30.526899 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa4b61-f5e9-40c2-a17b-fb54e3d14aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c031da-1fbe-45c2-9400-65e9669e4e8d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:39.789583 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36528) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:39.870256 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0cac2e40-7b42-4743-92f1-1954f1bdac33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:39.925938 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-b878c6db-ce4c-4f13-a122-3fa3b2a94266 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1891546 Jul 22 22:17:40.010627 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0cac2e40-7b42-4743-92f1-1954f1bdac33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.015312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0cac2e40-7b42-4743-92f1-1954f1bdac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.072002 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0cac2e40-7b42-4743-92f1-1954f1bdac33 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=499c217701184e78aac3da353dbe38f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806165 Jul 22 22:17:40.074003 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac2e40-7b42-4743-92f1-1954f1bdac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e503e95-4186-4179-85a4-a252c781e52f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:40.074676 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36532) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:40.078610 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-de9bef5e-368b-4b71-9fc0-949db10970dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.080020 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-de9bef5e-368b-4b71-9fc0-949db10970dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 1099 time: 0.1282911 Jul 22 22:17:40.123857 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c116b6f-b549-436f-9c93-1584dbf7f5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.145795 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c116b6f-b549-436f-9c93-1584dbf7f5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.195716 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c116b6f-b549-436f-9c93-1584dbf7f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.198686 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c116b6f-b549-436f-9c93-1584dbf7f5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:40.198845 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-f2981ae4-b415-4314-b133-5696371d4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.200011 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2c116b6f-b549-436f-9c93-1584dbf7f5d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4e503e95-4186-4179-85a4-a252c781e52f HTTP/1.1" status: 204 len: 168 time: 0.1242254 Jul 22 22:17:40.200307 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-f2981ae4-b415-4314-b133-5696371d4376 service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.0954635 Jul 22 22:17:40.208762 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c116b6f-b549-436f-9c93-1584dbf7f5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e503e95-4186-4179-85a4-a252c781e52f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:40.272080 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-7f6906d4-1919-489a-924f-bcc8c7fc294d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 200 len: 1002 time: 0.0630229 Jul 22 22:17:40.336105 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-92d45213-4eea-4d3d-9348-01e6d92f98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.337651 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-92d45213-4eea-4d3d-9348-01e6d92f98f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.0586088 Jul 22 22:17:40.401542 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-bd235906-f20a-43f8-85c4-58f6934f6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.403372 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-bd235906-f20a-43f8-85c4-58f6934f6b49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581756 Jul 22 22:17:40.436172 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773eada-4499-46e0-937b-2268f994bfba req-f5996fa1-c545-4165-a504-a2a57c127173 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.437683 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1773eada-4499-46e0-937b-2268f994bfba req-f5996fa1-c545-4165-a504-a2a57c127173 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.0676534 Jul 22 22:17:40.478508 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1773eada-4499-46e0-937b-2268f994bfba req-769e6c62-89f8-4e9c-b967-44e369596ba7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352972 Jul 22 22:17:40.513003 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-09947bc8-d0ea-43e8-8b52-8b49aab74ee9 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989459 Jul 22 22:17:40.605935 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d230ddff-2e1b-4a66-81e3-3cd37ed5dfeb req-51fc7b95-ad44-4849-b94d-daab9d18cafc service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834641 Jul 22 22:17:41.771468 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c3a6d-b37d-4bc8-967b-61b9762d1702 req-52e21ced-e057-4701-bef4-7d1016a4fc86 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:41.772847 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d6c3a6d-b37d-4bc8-967b-61b9762d1702 req-52e21ced-e057-4701-bef4-7d1016a4fc86 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.2183423 Jul 22 22:17:41.812294 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d6c3a6d-b37d-4bc8-967b-61b9762d1702 req-6df994f9-7bef-4eda-83c3-5c1d9d103dc1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340006 Jul 22 22:17:42.484536 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-37484aa6-4def-4f12-9501-d74d43e6eda6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.486192 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-37484aa6-4def-4f12-9501-d74d43e6eda6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.0616693 Jul 22 22:17:42.558864 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.588230 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Deleting port d392c167-9a42-47f8-a63d-082cb100c352 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:42.588579 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.685209 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] For port d392c167-9a42-47f8-a63d-082cb100c352, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d392c167-9a42-47f8-a63d-082cb100c352,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:42.685645 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.905809 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.906545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.906545 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Floating IP d7ce2dbe-ca69-4510-8b82-42d29020d46f disassociated. External IP: 172.27.0.55, port: d392c167-9a42-47f8-a63d-082cb100c352. Jul 22 22:17:42.906858 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Calling delete_port for d392c167-9a42-47f8-a63d-082cb100c352 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:42.944589 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804b99-a100-4bb7-a3fb-65ddb2718d95 req-c8133c6f-17ec-443c-98c5-bedb282ffbb8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.946386 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-97804b99-a100-4bb7-a3fb-65ddb2718d95 req-c8133c6f-17ec-443c-98c5-bedb282ffbb8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=b096db66-cb8e-477a-9687-95b9db4b744a HTTP/1.1" status: 200 len: 946 time: 0.0639439 Jul 22 22:17:42.984113 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-97804b99-a100-4bb7-a3fb-65ddb2718d95 req-fbf181e5-3220-44d9-80c7-ddbff2542efa tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=90d427b4-6c12-4a89-9dc6-ec03e5be7dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318367 Jul 22 22:17:43.040842 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.071971 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event deleted for resources: {'Port': ['ID=d392c167-9a42-47f8-a63d-082cb100c352,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:43.180003 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Router 688f110e-638d-44ac-9bee-278d6210d45f has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:17:43.285072 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:43.295181 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:43.305009 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:43.305643 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:43.337224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] No DVR routers for this DVR port d392c167-9a42-47f8-a63d-082cb100c352 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:43.339840 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.341845 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b62406a0-afe9-42bf-b7f0-f4c8336c80a2 req-e422c5bf-6bf3-474c-919c-2e92a83b91b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "DELETE /v2.0/ports/d392c167-9a42-47f8-a63d-082cb100c352 HTTP/1.1" status: 204 len: 173 time: 0.8495715 Jul 22 22:17:43.342310 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-deleted', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:43.344646 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50ab2d8-68f7-4577-8615-1e43710e2e5a" -d '{"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-deleted", "tag": "d392c167-9a42-47f8-a63d-082cb100c352"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:43.419102 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:43.451545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdea1e08-802d-4a3e-b6af-a1dedb89a3d0 x-openstack-request-id: req-bdea1e08-802d-4a3e-b6af-a1dedb89a3d0 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:43.452045 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b096db66-cb8e-477a-9687-95b9db4b744a", "name": "network-vif-deleted", "tag": "d392c167-9a42-47f8-a63d-082cb100c352", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:43.452299 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bdea1e08-802d-4a3e-b6af-a1dedb89a3d0 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:43.452774 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b096db66-cb8e-477a-9687-95b9db4b744a', 'name': 'network-vif-deleted', 'tag': 'd392c167-9a42-47f8-a63d-082cb100c352', 'status': 'completed', 'code': 200} Jul 22 22:17:43.614516 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:43.644392 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:43.652752 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:43.653365 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:43.757496 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:43.983475 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:44.010284 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c307c5-e6b7-4f45-b537-cbe4926e53f8 None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:44.087056 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36612) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:44.150922 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e87b7fe9-e97c-4ea6-902a-c8c9f15570c5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.177129 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e87b7fe9-e97c-4ea6-902a-c8c9f15570c5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.229967 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e87b7fe9-e97c-4ea6-902a-c8c9f15570c5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.232442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e87b7fe9-e97c-4ea6-902a-c8c9f15570c5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.233589 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e87b7fe9-e97c-4ea6-902a-c8c9f15570c5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "DELETE /v2.0/security-groups/90d427b4-6c12-4a89-9dc6-ec03e5be7dda HTTP/1.1" status: 204 len: 168 time: 0.1455450 Jul 22 22:17:44.236646 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36614) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:44.243727 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b7fe9-e97c-4ea6-902a-c8c9f15570c5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d427b4-6c12-4a89-9dc6-ec03e5be7dda,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:44.254309 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-193971ec-19b4-49e8-b2f5-b16ddcb057a6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] show failed (client error): The resource could not be found. Jul 22 22:17:44.255527 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-193971ec-19b4-49e8-b2f5-b16ddcb057a6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups/90d427b4-6c12-4a89-9dc6-ec03e5be7dda HTTP/1.1" status: 404 len: 347 time: 0.0175438 Jul 22 22:17:44.258605 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36616) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:44.299036 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3a83c-8cd8-41ee-a62b-312aa69786e0 None None] New status for floating IP d7ce2dbe-ca69-4510-8b82-42d29020d46f: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:17:44.390917 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Deleting port 1e8fce34-2445-4629-870b-ec0a697e8d54 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:44.391262 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.469969 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.470300 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.482509 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Calling delete_port for 1e8fce34-2445-4629-870b-ec0a697e8d54 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:44.646809 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.672074 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event deleted for resources: {'Port': ['ID=1e8fce34-2445-4629-870b-ec0a697e8d54,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:44.732619 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.735768 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.737472 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e244c487-7a81-485d-83dd-67921b53391a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "DELETE /v2.0/floatingips/d7ce2dbe-ca69-4510-8b82-42d29020d46f HTTP/1.1" status: 204 len: 168 time: 0.4771426 Jul 22 22:17:45.274317 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36626) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:45.279191 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205448242', 'description': 'tempest-description--522160707'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:45.303036 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.401018 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.404975 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.434658 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.438682 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36628) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:45.442127 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1628296 Jul 22 22:17:45.443496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'security_group_rule': {'security_group_id': '77990394-bf0a-4e8e-8388-97c1e24cf9d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:45.444226 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcf004-7e97-482b-89ce-44f479b53de3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77990394-bf0a-4e8e-8388-97c1e24cf9d7,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:45.470274 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.517588 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.521619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.539565 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c259fa-979c-4ad9-9db2-5499a25cd14e,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:45.546049 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.547320 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-48de2209-9722-45a9-9a12-7961620778a7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076598 Jul 22 22:17:45.550064 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36630) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:45.554304 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'security_group_rule': {'security_group_id': '77990394-bf0a-4e8e-8388-97c1e24cf9d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:45.580952 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.636066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.639534 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.659306 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8792487-59a6-4591-9256-13cf99f3962f,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:45.665674 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.666872 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2153f597-7366-4952-bd04-3a20e7dec371 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159077 Jul 22 22:17:45.669964 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36632) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:45.674230 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:45.694454 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.786520 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.889156 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Allocated IP 172.27.0.198 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/0ec90b5e-dd23-4422-92e7-b9ea71d92ab0) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:45.908207 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:45.933404 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: d392c167-9a42-47f8-a63d-082cb100c352 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:45.933896 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d392c167-9a42-47f8-a63d-082cb100c352 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:45.996381 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.039780 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.081926 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:46.086630 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:46.089921 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:46.117216 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'Port': ['ID=0ec90b5e-dd23-4422-92e7-b9ea71d92ab0,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:46.180508 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.223419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.390325 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.395045 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.469720 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'Port': ['ID=0ec90b5e-dd23-4422-92e7-b9ea71d92ab0,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:46.480854 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.496353 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.497687 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e8c79ad0-3574-4571-80bb-c9d3a04fe0ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8268175 Jul 22 22:17:46.686580 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-d9da4401-3104-402e-bd33-f86a5255aef4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--205448242&fields=id&tenant_id=23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 267 time: 0.0324144 Jul 22 22:17:46.789464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-c09b98d8-28dc-437b-96ed-0d21bf667c42 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:46.790935 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-c09b98d8-28dc-437b-96ed-0d21bf667c42 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 817 time: 0.0977035 Jul 22 22:17:46.804770 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-f3aa92a7-fc04-4390-989f-a11f9b413e60 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/quotas/23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 375 time: 0.0087171 Jul 22 22:17:46.872695 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-dc38c621-aae8-4a03-8b77-b93722fd3e06 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631931 Jul 22 22:17:47.008612 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-38ceb526-316f-4eb8-8014-88f039c742a6 service neutron] 10.222.0.63 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245329 Jul 22 22:17:47.098856 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-6c0318db-614b-4a7e-9a4e-a316614babae service neutron] 10.222.0.63 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847108 Jul 22 22:17:47.257215 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b530db1-9c00-4377-b04c-69b7310b8b71 req-1f144350-ade2-48fc-bc3e-f542a491e525 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0298560 Jul 22 22:17:48.358854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3d4c5129-faff-4899-ba1a-8df6ac292603 req-9921373c-8b2f-412c-9631-92a776816578 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0297124 Jul 22 22:17:49.456582 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fe3c436a-eca4-49dc-9b15-25838b1cf423 req-f95f1f2b-2010-43f9-b7cc-f2d971861478 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Jul 22 22:17:50.553373 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bb0631b8-b6f2-44ad-baf9-db1fea7f85af req-f000f5f8-2d89-498d-b49f-a6416ff97707 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 22 22:17:51.289287 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-bade1e44-4d7d-48ec-a5cc-01f16d7c4519 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:51.291077 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-bade1e44-4d7d-48ec-a5cc-01f16d7c4519 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 817 time: 0.1059349 Jul 22 22:17:51.338837 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-7720f074-ad99-4b8b-8179-97a11e5f9fdf tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 379 time: 0.0334237 Jul 22 22:17:51.351228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'port': {'device_id': '720f3794-ef51-4224-8e9c-e83c529baea1', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'admin_state_up': True, 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'security_groups': ['77990394-bf0a-4e8e-8388-97c1e24cf9d7']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:51.453942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Made reservation on behalf of 23bff573448c4799b7c1ab8221169c5d for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:51.457845 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.581882 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Allocated IP 172.20.0.8 (fd9d1b93-a4df-4378-997f-071fb5740d1d/41ca7998-8f65-4b08-b79a-5fccef5145dc/94525967-b452-4109-8b6d-7b9ef1d7ee0e) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:51.651743 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1384040-5843-49c8-a6b0-dac6f2986957 req-cfbb7c41-f5b7-45e0-9b14-db5809899175 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jul 22 22:17:51.719799 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.733715 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Transition to ACTIVE for port object 94525967-b452-4109-8b6d-7b9ef1d7ee0e will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:51.766175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.805485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Network fd9d1b93-a4df-4378-997f-071fb5740d1d is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:51.810317 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:51.813708 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:51.838377 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:51.868650 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:51.869275 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:51.884378 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-40ea41ff-a1cb-4f98-9f6c-0c277b6f333b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369341 Jul 22 22:17:51.897654 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Request body: {'port': {'device_id': '720f3794-ef51-4224-8e9c-e83c529baea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:51.976228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.061296 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5a2b16f6-5d0f-478f-bbf3-4750b96de066 None None] Provisioning for port 94525967-b452-4109-8b6d-7b9ef1d7ee0e completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:52.065436 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-5a2b16f6-5d0f-478f-bbf3-4750b96de066 None None] Provisioning complete for port 94525967-b452-4109-8b6d-7b9ef1d7ee0e triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:52.065969 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5a2b16f6-5d0f-478f-bbf3-4750b96de066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.103150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b16f6-5d0f-478f-bbf3-4750b96de066 None None] Port 94525967-b452-4109-8b6d-7b9ef1d7ee0e cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:52.238056 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94525967-b452-4109-8b6d-7b9ef1d7ee0e {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:52.245619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.258514 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Transition to ACTIVE for port object 94525967-b452-4109-8b6d-7b9ef1d7ee0e will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:52.262134 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.381486 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:52.419660 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Attempting to bind port 94525967-b452-4109-8b6d-7b9ef1d7ee0e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:52.420147 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Attempting to bind port 94525967-b452-4109-8b6d-7b9ef1d7ee0e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:52.420485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Attempting to bind port 94525967-b452-4109-8b6d-7b9ef1d7ee0e on network fd9d1b93-a4df-4378-997f-071fb5740d1d {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:52.426721 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Port 94525967-b452-4109-8b6d-7b9ef1d7ee0e on network fd9d1b93-a4df-4378-997f-071fb5740d1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:52.427173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Attempting to bind port 94525967-b452-4109-8b6d-7b9ef1d7ee0e on network fd9d1b93-a4df-4378-997f-071fb5740d1d {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:52.434040 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:52.434502 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Checking segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:52.435065 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Bound using segment: {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:52.435666 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Bound port: 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca6714d-052a-41dc-b7f5-f0719fc70e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1816, 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:52.436520 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.509932 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:52.513179 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:52.519511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.556475 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.557173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:52.558444 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] 10.222.0.77 "PUT /v2.0/ports/94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 1093 time: 0.6655843 Jul 22 22:17:52.558871 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:52.561077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2241eb5e-ec89-4a46-b6b8-d503466d168a" -d '{"events": [{"name": "network-changed", "server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:52.598127 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bda5e-e046-4e2d-9b18-07e5acd50085 service neutron] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:52.613778 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5513aad5-aaad-43a2-b991-7ea53c4923df x-openstack-request-id: req-5513aad5-aaad-43a2-b991-7ea53c4923df {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:52.614088 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:52.614360 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5513aad5-aaad-43a2-b991-7ea53c4923df {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:52.614719 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'status': 'completed', 'code': 200} Jul 22 22:17:52.804078 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8c5d-c294-4259-b78a-b04e3bf770fa req-c4fdbdd3-770b-40ef-8569-1ac7cb9d2240 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.805644 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-60dc8c5d-c294-4259-b78a-b04e3bf770fa req-c4fdbdd3-770b-40ef-8569-1ac7cb9d2240 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0698802 Jul 22 22:17:52.843802 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-60dc8c5d-c294-4259-b78a-b04e3bf770fa req-daa5a789-4571-484c-9b7e-3e3757d365ee tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323799 Jul 22 22:17:52.898167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-8985b0f4-b59c-4dc0-9817-f9d0a1d3ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.899678 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-8985b0f4-b59c-4dc0-9817-f9d0a1d3ac1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1096 time: 0.2956946 Jul 22 22:17:52.941360 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-2ae49efe-633d-4deb-945d-a7781c2acd4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 217 time: 0.0332365 Jul 22 22:17:52.990118 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-405e4029-6f60-4767-91cf-7f549b7d2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.991473 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-405e4029-6f60-4767-91cf-7f549b7d2911 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0437694 Jul 22 22:17:53.051149 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-178d5140-28bd-4be1-82a2-85f967c51a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.052587 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-178d5140-28bd-4be1-82a2-85f967c51a1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535433 Jul 22 22:17:53.141195 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-06fd83a8-101f-4768-98c7-505591a05c6f service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814431 Jul 22 22:17:53.233077 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d76ff6a4-7c63-4d15-a708-df9379b60314 req-db2e7a4e-a629-492f-a735-82b9903d995e service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Jul 22 22:17:53.335349 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-69fc4e8e-1393-45c6-8046-59908851bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.336870 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-69fc4e8e-1393-45c6-8046-59908851bfbc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1096 time: 0.0525227 Jul 22 22:17:53.410801 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-dfd620ce-ca28-4027-9ff1-0ce059ee1fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:53.429923 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-33736c8d-f89e-4fa0-bdde-e854a9fb98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.431497 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-33736c8d-f89e-4fa0-bdde-e854a9fb98d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0874014 Jul 22 22:17:53.492962 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-94f45114-53d3-4f42-99bc-5da34ceab3be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 217 time: 0.0419643 Jul 22 22:17:53.544642 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-cb00b9dd-a9d9-45dc-9a93-41a1887cbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.546175 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-cb00b9dd-a9d9-45dc-9a93-41a1887cbf37 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0433166 Jul 22 22:17:53.613661 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-c9000209-3b12-4c7e-b5e8-9d228c910550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.615221 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-c9000209-3b12-4c7e-b5e8-9d228c910550 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593653 Jul 22 22:17:53.710687 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-99b64a77-bd63-4165-ada1-5033404faa50 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863712 Jul 22 22:17:53.803257 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2241eb5e-ec89-4a46-b6b8-d503466d168a req-e1920db4-d77b-4734-8cbd-9a2bd240c090 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851438 Jul 22 22:17:53.825911 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:53.979148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf9343-baf0-4882-8597-34e8c6802884 req-0d770735-7189-4858-acb2-9a42d9ac153b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.980614 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4cf9343-baf0-4882-8597-34e8c6802884 req-0d770735-7189-4858-acb2-9a42d9ac153b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0653803 Jul 22 22:17:54.017952 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4cf9343-baf0-4882-8597-34e8c6802884 req-14cd0eb1-322e-4bd4-8f05-e2b14e184adc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 22 22:17:55.150489 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3436f4-4668-43e9-857c-50d215223679 req-9b3dc197-068b-40bd-8089-9b68e1ab94bf tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:55.152134 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ba3436f4-4668-43e9-857c-50d215223679 req-9b3dc197-068b-40bd-8089-9b68e1ab94bf tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0632768 Jul 22 22:17:55.188416 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ba3436f4-4668-43e9-857c-50d215223679 req-5dda7b5d-47a9-408c-9d3e-89acc7358b5e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308256 Jul 22 22:17:55.926644 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:55.939569 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bc7bf2c7-64a1-48e0-8cd5-6948cc0e2b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.030397 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:56.042653 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'mac_address': 'fa:16:3e:90:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:56.078856 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.091834 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94525967-b452-4109-8b6d-7b9ef1d7ee0e {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:56.110399 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:56.114688 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.163825 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:56.170841 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.171199 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.171611 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.172007 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.172486 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.172840 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.173234 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.173581 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.173917 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.174262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.174631 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.174972 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:56.326272 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2bd68-04d6-461d-b3cc-edc39742d139 req-f6cbf372-5e10-41d7-bcf3-4ee08e801047 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:56.327754 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-89e2bd68-04d6-461d-b3cc-edc39742d139 req-f6cbf372-5e10-41d7-bcf3-4ee08e801047 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 944 time: 0.0644212 Jul 22 22:17:56.368926 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-89e2bd68-04d6-461d-b3cc-edc39742d139 req-0feea188-ecf8-445c-8718-fb575ef4e17d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Jul 22 22:17:56.442623 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['94525967-b452-4109-8b6d-7b9ef1d7ee0e'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:56.537396 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.582299 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-31bb5f79-6746-465c-9fa0-fea7fc82b361 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112539630&fields=id&tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f HTTP/1.1" status: 200 len: 267 time: 0.0347745 Jul 22 22:17:56.661353 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-c430b6b3-6d06-4469-82f6-ca5bf66da263 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:56.662851 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-c430b6b3-6d06-4469-82f6-ca5bf66da263 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 985 time: 0.0752032 Jul 22 22:17:56.674310 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Request body: {'port': {'security_groups': ['5eedeaca-ce8b-40b6-aa9d-82c46f1444f2']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:56.761312 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.935353 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:56.965642 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.971328 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.015708 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.016335 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.017729 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a89a6f3-58ac-4e7c-95b4-9cf3f021031e req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "PUT /v2.0/ports/7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 943 time: 0.3487020 Jul 22 22:17:57.018219 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:57.020744 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a091898-546b-440e-8869-a8850c451860" -d '{"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:57.023771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36808) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:57.046074 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5941dc7-34c4-4bf6-be2e-211b581f2e8a tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event updated for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=7']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:57.092652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d18551b-8899-4ec5-923e-e3bb0aadddfb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:57.108885 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d25a9675-1d36-4ea7-89fb-998359e23864 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.118974 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d18551b-8899-4ec5-923e-e3bb0aadddfb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:57.126829 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c4cf1-2f0f-404d-be48-60936605dd3e x-openstack-request-id: req-bc4c4cf1-2f0f-404d-be48-60936605dd3e {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:57.127231 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:57.127610 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bc4c4cf1-2f0f-404d-be48-60936605dd3e {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:57.128466 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'status': 'completed', 'code': 200} Jul 22 22:17:57.140300 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d25a9675-1d36-4ea7-89fb-998359e23864 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.266068 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091898-546b-440e-8869-a8850c451860 req-fa94b3c5-3da1-4514-b170-ba8ab5b03db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.268256 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-fa94b3c5-3da1-4514-b170-ba8ab5b03db9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1099 time: 0.0938652 Jul 22 22:17:57.304691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d25a9675-1d36-4ea7-89fb-998359e23864 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.307691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d25a9675-1d36-4ea7-89fb-998359e23864 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.311061 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d25a9675-1d36-4ea7-89fb-998359e23864 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "DELETE /v2.0/security-groups/ef943c1d-abe7-44a1-9ca6-ee7c0d523e09 HTTP/1.1" status: 204 len: 168 time: 0.2837420 Jul 22 22:17:57.311489 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36814) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:57.338227 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.353354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a9675-1d36-4ea7-89fb-998359e23864 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef943c1d-abe7-44a1-9ca6-ee7c0d523e09,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:57.383459 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-6eb44855-b417-44bd-8b37-38a846759d07 None None] Provisioning complete for port 7d18551b-8899-4ec5-923e-e3bb0aadddfb triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:57.384271 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6eb44855-b417-44bd-8b37-38a846759d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.385030 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091898-546b-440e-8869-a8850c451860 req-d68eff8f-4a04-497c-be4a-8b66876a0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.386775 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-d68eff8f-4a04-497c-be4a-8b66876a0cc5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 917 time: 0.1119380 Jul 22 22:17:57.465700 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-545d7cdb-2d8d-4d5e-a912-0a00cc19902d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 1001 time: 0.0665829 Jul 22 22:17:57.525242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091898-546b-440e-8869-a8850c451860 req-88ee8c1e-f357-4641-b3ab-9ac451c14595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.527385 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-88ee8c1e-f357-4641-b3ab-9ac451c14595 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.0561256 Jul 22 22:17:57.576338 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37319ee8-b1b7-4b8b-9a63-5b505d159ab0 req-8b0297ca-1bce-4346-bc89-cc822909aae9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.577804 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-37319ee8-b1b7-4b8b-9a63-5b505d159ab0 req-8b0297ca-1bce-4346-bc89-cc822909aae9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 944 time: 0.1190391 Jul 22 22:17:57.587028 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Deleting port 267d8622-2ffe-420c-9db5-561b094434c1 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:57.587629 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.591379 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091898-546b-440e-8869-a8850c451860 req-cdeb15a8-bbfc-40ce-b205-7a3af77a2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.592870 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-cdeb15a8-bbfc-40ce-b205-7a3af77a2079 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574415 Jul 22 22:17:57.667508 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-37319ee8-b1b7-4b8b-9a63-5b505d159ab0 req-e0284a37-a92c-4a80-b9b5-86a8309deee9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821285 Jul 22 22:17:57.690971 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.691367 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.693739 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-111d2c21-b184-465c-b565-f9fb223ba1cb service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869555 Jul 22 22:17:57.702558 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Calling delete_port for 267d8622-2ffe-420c-9db5-561b094434c1 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:57.794361 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a091898-546b-440e-8869-a8850c451860 req-156633cd-2a15-41de-be57-224e2dcb9e49 service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936489 Jul 22 22:17:57.872113 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.898954 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event deleted for resources: {'Port': ['ID=267d8622-2ffe-420c-9db5-561b094434c1,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:57.927138 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:57.957988 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.958320 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Floating IP 805fa07e-f46a-495b-ac0b-21b0f1234fcf disassociated (deleted). External IP: 172.27.0.47, port: 7d18551b-8899-4ec5-923e-e3bb0aadddfb. Jul 22 22:17:57.973721 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 94525967-b452-4109-8b6d-7b9ef1d7ee0e completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:57.977831 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 94525967-b452-4109-8b6d-7b9ef1d7ee0e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:57.978240 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.056050 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.081419 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:58.083829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47125741-6eb1-4cf1-845d-115f4f85c2fa" -d '{"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-plugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:58.096538 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:58.100575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.155177 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:58.171092 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Router 01e1d67c-03ee-402f-a016-28dca835105b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:17:58.182412 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e5e750-281e-4c58-a1d9-e5aedbcaece5 x-openstack-request-id: req-18e5e750-281e-4c58-a1d9-e5aedbcaece5 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:58.182731 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-plugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:58.182984 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-18e5e750-281e-4c58-a1d9-e5aedbcaece5 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:58.183378 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'code': 200} Jul 22 22:17:58.291192 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:58.295932 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.301607 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] Sync routers for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:58.311046 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:58.311682 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:58.333942 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3156e41d-9757-4f63-b7bb-bd8aaf7694ad tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "DELETE /v2.0/floatingips/805fa07e-f46a-495b-ac0b-21b0f1234fcf HTTP/1.1" status: 204 len: 168 time: 1.0183775 Jul 22 22:17:58.404226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce433-cdd8-4a4b-8c83-48f62ea423ff req-cfb505ca-a7e8-4891-bed4-136ff5541937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.405962 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-997ce433-cdd8-4a4b-8c83-48f62ea423ff req-cfb505ca-a7e8-4891-bed4-136ff5541937 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1098 time: 0.0808218 Jul 22 22:17:58.440421 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:58.455977 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-997ce433-cdd8-4a4b-8c83-48f62ea423ff req-38ced9f0-d3b4-4d77-8854-74df9953ab7c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Jul 22 22:17:58.671139 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:58.711648 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] Checking router: 01e1d67c-03ee-402f-a016-28dca835105b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:58.727285 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:58.727943 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:58.731350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:58.810730 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fccd9-60d2-4c84-b2a1-45ef8a64d050 req-5b114579-adbb-4d35-8da1-38bf06c9d237 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.812235 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-af0fccd9-60d2-4c84-b2a1-45ef8a64d050 req-5b114579-adbb-4d35-8da1-38bf06c9d237 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0658073 Jul 22 22:17:58.831492 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:58.850860 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-af0fccd9-60d2-4c84-b2a1-45ef8a64d050 req-cde29410-0e50-4f16-8cc5-8fc5239ee867 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Jul 22 22:17:59.029356 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:59.054498 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf7faf-b9e6-4d33-beb2-963993219576 None None] The sync data for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi is: [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:13:58Z', 'revision_number': 4, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '15a39b45-dfa9-4efc-a6d3-8ce94e200389', 'name': '', 'network_id': 'fb277adf-ef79-401c-906f-bef028a597f6', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'mac_address': 'fa:16:3e:67:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:58Z', 'updated_at': '2021-07-22T22:14:04Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'subnets': [{'id': '13fffc7e-ada2-43a3-9ca4-ffb63335899c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:59.129493 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:59.132529 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38" -d '{"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:59.185651 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5bdcf1-f09d-48da-9e25-ff4604d9d783 x-openstack-request-id: req-1f5bdcf1-f09d-48da-9e25-ff4604d9d783 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:59.185983 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:59.186240 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1f5bdcf1-f09d-48da-9e25-ff4604d9d783 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:59.186635 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'status': 'completed', 'code': 200} Jul 22 22:17:59.278212 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816a233-6270-41ca-83f8-183c9e7d11a0 None None] New status for floating IP 805fa07e-f46a-495b-ac0b-21b0f1234fcf: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:17:59.279908 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-ebd45a15-7c0e-48b1-a484-ddd88f5056df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.281466 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-ebd45a15-7c0e-48b1-a484-ddd88f5056df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 1099 time: 0.0625949 Jul 22 22:17:59.375249 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-eb37e4d8-9348-4051-a0f9-83f0ca74bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.377269 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-eb37e4d8-9348-4051-a0f9-83f0ca74bd7d service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 200 len: 917 time: 0.0874875 Jul 22 22:17:59.431903 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-2a34af2b-8ca1-4c8b-b9b3-531523582469 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 200 len: 217 time: 0.0381217 Jul 22 22:17:59.487998 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-2db0fedc-e933-4b08-a5e1-76522c071a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.489393 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-2db0fedc-e933-4b08-a5e1-76522c071a5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 200 len: 854 time: 0.0435903 Jul 22 22:17:59.561980 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-b6939193-639c-4207-894a-20306980dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.563653 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-b6939193-639c-4207-894a-20306980dbc5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb277adf-ef79-401c-906f-bef028a597f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557504 Jul 22 22:17:59.694663 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-b1441eab-76f4-4311-bf8b-8ebc354cb0be service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199474 Jul 22 22:17:59.784479 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05f0e04c-cf8e-4c96-9b80-fbb89c129d38 req-8ddae709-6676-4ff4-a377-f5f4414229e3 service neutron] 10.222.0.77 "GET /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825200 Jul 22 22:17:59.987819 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff891-f693-4dea-afce-7c02e6ada750 req-c7592f31-4bb0-439b-9f75-0c0bd6ff0a4e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.989381 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-959ff891-f693-4dea-afce-7c02e6ada750 req-c7592f31-4bb0-439b-9f75-0c0bd6ff0a4e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0687227 Jul 22 22:18:00.026575 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-959ff891-f693-4dea-afce-7c02e6ada750 req-2fe04f18-1fcc-4282-b49f-fe72084823ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317340 Jul 22 22:18:00.155913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4292-c071-41ad-a414-9d2fbe132ea9 req-646dd885-802b-4d8b-a183-231eaaa2b4ae tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.157366 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-be5d4292-c071-41ad-a414-9d2fbe132ea9 req-646dd885-802b-4d8b-a183-231eaaa2b4ae tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0637929 Jul 22 22:18:00.165855 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36854) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:00.170714 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Request body: {'floatingip': {'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:00.213263 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:00.665894 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:00.670720 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:00.774118 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Floating IP be064a31-ef9b-459e-b707-807943ce51a9 associated. External IP: 172.27.0.198, port: 94525967-b452-4109-8b6d-7b9ef1d7ee0e. Jul 22 22:18:00.977216 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Router 688f110e-638d-44ac-9bee-278d6210d45f has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:01.088651 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:01.093457 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:01.098212 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:01.106794 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:01.107407 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:01.161475 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1b961f7d-9812-4463-87ec-93dc75e70794 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "PUT /v2.0/floatingips/be064a31-ef9b-459e-b707-807943ce51a9 HTTP/1.1" status: 200 len: 991 time: 0.9944911 Jul 22 22:18:01.162825 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:01.165057 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:01.193560 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415f286-7432-4d53-90f6-36b0b5e259bb req-5b2c2459-c4a2-4152-8a36-a3e294f43f33 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.195014 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9415f286-7432-4d53-90f6-36b0b5e259bb req-5b2c2459-c4a2-4152-8a36-a3e294f43f33 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0993590 Jul 22 22:18:01.217790 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:01.233380 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9415f286-7432-4d53-90f6-36b0b5e259bb req-207e8b84-b145-4178-b147-1a2a3dde5442 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jul 22 22:18:01.277832 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20dd1d-db4b-4e2c-826e-408b535d3695 x-openstack-request-id: req-7c20dd1d-db4b-4e2c-826e-408b535d3695 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:01.278171 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:01.278430 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c20dd1d-db4b-4e2c-826e-408b535d3695 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:01.278835 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'status': 'completed', 'code': 200} Jul 22 22:18:01.374466 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-a4a643a9-147b-43e2-8587-4a97c11a1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.375977 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-a4a643a9-147b-43e2-8587-4a97c11a1149 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1098 time: 0.0534539 Jul 22 22:18:01.476127 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-2050a456-f582-4427-8eee-2f52eb9137e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.477626 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-2050a456-f582-4427-8eee-2f52eb9137e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0855944 Jul 22 22:18:01.489090 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'be064a31-ef9b-459e-b707-807943ce51a9', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'mac_address': 'fa:16:3e:90:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f3794-ef51-4224-8e9c-e83c529baea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:17:46Z', 'updated_at': '2021-07-22T22:18:00Z', 'revision_number': 1, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:01.514669 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:01.522755 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:01.523360 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:01.543030 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-f1495071-fe2a-4032-b7b9-db8a5f49c87b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 999 time: 0.0556185 Jul 22 22:18:01.596991 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-3571287d-41fa-456c-a1ad-1453d6ece451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.598545 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-3571287d-41fa-456c-a1ad-1453d6ece451 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0449965 Jul 22 22:18:01.663503 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-18d6041b-781f-415e-932f-9423b6322a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.665027 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-18d6041b-781f-415e-932f-9423b6322a76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586457 Jul 22 22:18:01.749711 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:01.759991 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-39267f7f-6aea-4a2d-b261-b12723481c50 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866010 Jul 22 22:18:01.853633 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a7aa96e-93fa-4c25-b8e7-fdc8aec0af2a req-de73397f-b183-4957-8fe0-76851fae9f0e service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855160 Jul 22 22:18:01.972430 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'be064a31-ef9b-459e-b707-807943ce51a9', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'mac_address': 'fa:16:3e:90:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f3794-ef51-4224-8e9c-e83c529baea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:17:46Z', 'updated_at': '2021-07-22T22:18:00Z', 'revision_number': 1, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:02.001990 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81fe9d-a664-4aec-b844-a4199dc01901 None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': 'be064a31-ef9b-459e-b707-807943ce51a9', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'mac_address': 'fa:16:3e:90:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f3794-ef51-4224-8e9c-e83c529baea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:17:46Z', 'updated_at': '2021-07-22T22:18:00Z', 'revision_number': 1, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:02.170722 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760d77d4-f9df-4d65-8dea-eafed8eb5b3f None None] New status for floating IP be064a31-ef9b-459e-b707-807943ce51a9: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:18:02.376025 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610be684-4162-4c3a-8d0e-3edd5f04b1f8 req-6aeb6c6b-805a-49a8-aaad-681d947d8a35 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.378080 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-610be684-4162-4c3a-8d0e-3edd5f04b1f8 req-6aeb6c6b-805a-49a8-aaad-681d947d8a35 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0737948 Jul 22 22:18:02.414594 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-610be684-4162-4c3a-8d0e-3edd5f04b1f8 req-74dfe3bd-bf5f-427d-a968-fce443b86f70 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304110 Jul 22 22:18:03.428257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-147835e4-0931-4b58-94a0-14362780af8b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.430142 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-147835e4-0931-4b58-94a0-14362780af8b tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.77 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0626559 Jul 22 22:18:03.539552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Deleting port 7d18551b-8899-4ec5-923e-e3bb0aadddfb {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:03.539896 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.547200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d5a34-5abd-4650-91c3-ef1c0ee0e187 req-e572be92-bce5-4e32-b977-e105cc65d414 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.548722 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-825d5a34-5abd-4650-91c3-ef1c0ee0e187 req-e572be92-bce5-4e32-b977-e105cc65d414 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 946 time: 0.0655403 Jul 22 22:18:03.584701 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-825d5a34-5abd-4650-91c3-ef1c0ee0e187 req-1b78aa81-2ff2-4cc4-8e7e-086ca052a537 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Jul 22 22:18:03.626421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] For port 7d18551b-8899-4ec5-923e-e3bb0aadddfb, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7d18551b-8899-4ec5-923e-e3bb0aadddfb,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:03.626897 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.639720 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Calling delete_port for 7d18551b-8899-4ec5-923e-e3bb0aadddfb owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:04.004807 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:04.016592 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['7d18551b-8899-4ec5-923e-e3bb0aadddfb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:04.030830 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Pushing event deleted for resources: {'Port': ['ID=7d18551b-8899-4ec5-923e-e3bb0aadddfb,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:04.081079 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] No DVR routers for this DVR port 7d18551b-8899-4ec5-923e-e3bb0aadddfb on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:04.083575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:04.085570 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f3799e3-d4ee-439a-80d9-35cf3b5122e4 req-abe12d27-b21f-4152-a101-23a271e98d05 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.77 "DELETE /v2.0/ports/7d18551b-8899-4ec5-923e-e3bb0aadddfb HTTP/1.1" status: 204 len: 173 time: 0.6477203 Jul 22 22:18:04.086048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'name': 'network-vif-deleted', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:04.088245 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0692256-2bc3-4787-9135-34497d541e44" -d '{"events": [{"server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "name": "network-vif-deleted", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:04.127232 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d013ee-1159-4eee-bd35-ac2bb9475197 x-openstack-request-id: req-95d013ee-1159-4eee-bd35-ac2bb9475197 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:04.127527 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bee700-834b-430a-a954-6c4875e22285", "name": "network-vif-deleted", "tag": "7d18551b-8899-4ec5-923e-e3bb0aadddfb", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:04.127776 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-95d013ee-1159-4eee-bd35-ac2bb9475197 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:04.128419 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bee700-834b-430a-a954-6c4875e22285', 'name': 'network-vif-deleted', 'tag': '7d18551b-8899-4ec5-923e-e3bb0aadddfb', 'status': 'completed', 'code': 200} Jul 22 22:18:04.698260 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8fd6143-4c77-4f60-9391-32e2b9e71500 req-311f6aed-30ba-45fe-b0ae-f144a7005114 tempest-TestMinimumBasicScenario-1162658044 tempest-TestMinimumBasicScenario-1162658044-project] 10.222.0.63 "GET /v2.0/ports?device_id=24bee700-834b-430a-a954-6c4875e22285 HTTP/1.1" status: 200 len: 210 time: 0.0319676 Jul 22 22:18:04.922149 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c864137-fa44-45dc-8bbd-937d8acfce39 req-b4dbaff6-4535-4404-bd72-4de261be2524 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.923751 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2c864137-fa44-45dc-8bbd-937d8acfce39 req-b4dbaff6-4535-4404-bd72-4de261be2524 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0660963 Jul 22 22:18:04.964299 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2c864137-fa44-45dc-8bbd-937d8acfce39 req-cc4b03d8-d58c-4511-8aea-5cd7918164ff tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347438 Jul 22 22:18:06.096103 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46de52-ac95-4e59-8392-9e2e00bf3ed8 req-d170914e-116e-4205-8f73-78fead0f1741 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.097559 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cf46de52-ac95-4e59-8392-9e2e00bf3ed8 req-d170914e-116e-4205-8f73-78fead0f1741 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0673912 Jul 22 22:18:06.142802 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cf46de52-ac95-4e59-8392-9e2e00bf3ed8 req-95dba2f0-0ebb-4f90-b469-9276eabc5d69 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 Jul 22 22:18:06.383396 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36956) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:06.712912 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386c6b-8176-4357-b9d9-463150ab2349 req-b46d5c6e-4c38-4b3c-a146-43af30187c19 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.714346 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-87386c6b-8176-4357-b9d9-463150ab2349 req-b46d5c6e-4c38-4b3c-a146-43af30187c19 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.0925293 Jul 22 22:18:06.844044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.926725 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Deleting port dd58ee10-3a3b-4f40-9eef-cda455e98e3e {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:06.926977 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.076711 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] For port dd58ee10-3a3b-4f40-9eef-cda455e98e3e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:07.077064 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.351244 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.351913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.352178 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Floating IP cbc94a45-c43d-4f0e-be65-9809dbd77bfd disassociated. External IP: 172.27.0.248, port: dd58ee10-3a3b-4f40-9eef-cda455e98e3e. Jul 22 22:18:07.352643 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Calling delete_port for dd58ee10-3a3b-4f40-9eef-cda455e98e3e owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:07.436679 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00555a10-cafa-4b9d-b152-0efca942f2f9 req-2f4d0268-e139-4e86-8c1b-ba728c0a64c1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.438061 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-00555a10-cafa-4b9d-b152-0efca942f2f9 req-2f4d0268-e139-4e86-8c1b-ba728c0a64c1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 946 time: 0.2210155 Jul 22 22:18:07.474942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Deleting port 15a39b45-dfa9-4efc-a6d3-8ce94e200389 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:07.475282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.519950 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-00555a10-cafa-4b9d-b152-0efca942f2f9 req-f09eee5e-5a23-41a7-82cc-69697269318e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=915a919d-f8c3-41f4-8828-72e6cdbb43c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752177 Jul 22 22:18:07.616994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] For port 15a39b45-dfa9-4efc-a6d3-8ce94e200389, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=15a39b45-dfa9-4efc-a6d3-8ce94e200389,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:07.617346 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.620007 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.668797 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event deleted for resources: {'Port': ['ID=dd58ee10-3a3b-4f40-9eef-cda455e98e3e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:07.670913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Calling delete_port for 15a39b45-dfa9-4efc-a6d3-8ce94e200389 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:07.883779 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Router faf546f0-508f-4369-be26-11cc236d09ab has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:07.963547 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device dd58ee10-3a3b-4f40-9eef-cda455e98e3e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:07.986346 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: dd58ee10-3a3b-4f40-9eef-cda455e98e3e {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:07.986695 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device dd58ee10-3a3b-4f40-9eef-cda455e98e3e not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:07.987121 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d18551b-8899-4ec5-923e-e3bb0aadddfb no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:08.006130 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 7d18551b-8899-4ec5-923e-e3bb0aadddfb {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:08.006489 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 7d18551b-8899-4ec5-923e-e3bb0aadddfb not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:08.029765 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.058887 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a39b45-dfa9-4efc-a6d3-8ce94e200389,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:08.061549 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:08.077299 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:08.088785 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:08.089417 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:08.182592 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] No DVR routers for this DVR port dd58ee10-3a3b-4f40-9eef-cda455e98e3e on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:08.186388 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.188332 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-87386c6b-8176-4357-b9d9-463150ab2349 req-fc6a0e7d-e42c-4b16-b293-af5289cd3c0b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "DELETE /v2.0/ports/dd58ee10-3a3b-4f40-9eef-cda455e98e3e HTTP/1.1" status: 204 len: 173 time: 1.4577780 Jul 22 22:18:08.189292 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'name': 'network-vif-deleted', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:08.191621 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a987f21-2b30-4702-849e-d426a7e4279c" -d '{"events": [{"server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "name": "network-vif-deleted", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:08.276490 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:08.281334 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7222d5-f5b4-4963-ba25-ec90b47ea5c4 x-openstack-request-id: req-fb7222d5-f5b4-4963-ba25-ec90b47ea5c4 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:08.281635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dd2451-e197-45c5-8633-cd94172b4074", "name": "network-vif-deleted", "tag": "dd58ee10-3a3b-4f40-9eef-cda455e98e3e", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:08.281916 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fb7222d5-f5b4-4963-ba25-ec90b47ea5c4 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:08.282891 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dd2451-e197-45c5-8633-cd94172b4074', 'name': 'network-vif-deleted', 'tag': 'dd58ee10-3a3b-4f40-9eef-cda455e98e3e', 'status': 'completed', 'code': 200} Jul 22 22:18:08.524550 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:08.555828 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:08.564230 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:08.564858 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:08.574054 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.640067 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-60bc721b-4217-45dd-ac77-6af3e187eb02 req-dff5c131-496e-40c2-9bf5-4a47768a9252 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=30dd2451-e197-45c5-8633-cd94172b4074 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Jul 22 22:18:08.676873 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:08.812213 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Router 01e1d67c-03ee-402f-a016-28dca835105b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:08.906293 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:08.933313 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d7ff8-9fd0-420f-bef4-d8b19c21dfeb None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:08.937774 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:08.946704 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-610154d4-05c5-4861-9bb1-f526cee552e6 admin admin] 10.222.0.63 "PUT /v2.0/routers/01e1d67c-03ee-402f-a016-28dca835105b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5595303 Jul 22 22:18:08.947718 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36974) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:08.950278 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] Sync routers for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:08.961694 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:08.963010 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:09.058761 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.074883 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:09.228330 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475bde1-2ed4-44c7-b5ac-be346b242c79 None None] New status for floating IP cbc94a45-c43d-4f0e-be65-9809dbd77bfd: DOWN {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:18:09.269533 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:18:07Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:09.295872 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] Checking router: 01e1d67c-03ee-402f-a016-28dca835105b for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:09.305153 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] Routers {'01e1d67c-03ee-402f-a016-28dca835105b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:09.305783 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['01e1d67c-03ee-402f-a016-28dca835105b'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:09.395083 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.422494 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] Set router 01e1d67c-03ee-402f-a016-28dca835105b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:09.448719 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Deleting port d501f1af-4c16-4918-b111-13b7e19bfa02 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:09.449142 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.528223 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] For port d501f1af-4c16-4918-b111-13b7e19bfa02, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=d501f1af-4c16-4918-b111-13b7e19bfa02,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:09.528575 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.540435 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Calling delete_port for d501f1af-4c16-4918-b111-13b7e19bfa02 owned by network:router_gateway {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:09.594204 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:18:07Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:09.620640 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b15194-017b-4e21-8283-97515e108a50 None None] The sync data for ids ['01e1d67c-03ee-402f-a016-28dca835105b'] in dv-cinder-778534-6-iscsi is: [{'id': '01e1d67c-03ee-402f-a016-28dca835105b', 'name': 'tempest-TestMinimumBasicScenario-2001480469-router', 'tenant_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:18:07Z', 'revision_number': 5, 'project_id': 'e2fa27fa8fbf471a87da520ad2ed8c8f', 'gw_port': {'id': 'd501f1af-4c16-4918-b111-13b7e19bfa02', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e1d67c-03ee-402f-a016-28dca835105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:56Z', 'updated_at': '2021-07-22T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:09.723402 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.733066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36982) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:09.750184 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d501f1af-4c16-4918-b111-13b7e19bfa02,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:09.789095 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a82626f-2cea-43ef-a78d-273782ca8cbf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.811833 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.812580 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a82626f-2cea-43ef-a78d-273782ca8cbf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.863490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a82626f-2cea-43ef-a78d-273782ca8cbf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.866165 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a82626f-2cea-43ef-a78d-273782ca8cbf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.867320 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5a82626f-2cea-43ef-a78d-273782ca8cbf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "DELETE /v2.0/security-groups/915a919d-f8c3-41f4-8828-72e6cdbb43c2 HTTP/1.1" status: 204 len: 168 time: 0.1331170 Jul 22 22:18:09.870621 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36984) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:09.883707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82626f-2cea-43ef-a78d-273782ca8cbf tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a919d-f8c3-41f4-8828-72e6cdbb43c2,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:09.890115 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-5a9cc504-61b4-48f2-b154-240be9141c23 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] show failed (client error): The resource could not be found. Jul 22 22:18:09.891142 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5a9cc504-61b4-48f2-b154-240be9141c23 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups/915a919d-f8c3-41f4-8828-72e6cdbb43c2 HTTP/1.1" status: 404 len: 347 time: 0.0195954 Jul 22 22:18:09.894464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36986) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:09.923303 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.925485 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.999222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:09.999843 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e1d67c-03ee-402f-a016-28dca835105b {{(pid=93217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:18:10.009488 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.010905 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d9d99526-da96-4bf8-9492-90248e994e32 admin admin] 10.222.0.63 "DELETE /v2.0/routers/01e1d67c-03ee-402f-a016-28dca835105b HTTP/1.1" status: 204 len: 168 time: 1.0618746 Jul 22 22:18:10.013619 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36990) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:10.043117 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Deleting port 21e7fcd9-2eb6-4227-8653-ad08141e87a8 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:10.043468 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.063212 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Deleting subnet 13fffc7e-ada2-43a3-9ca4-ffb63335899c {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:18:10.067433 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.101965 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.124902 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.125230 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.138447 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Calling delete_port for 21e7fcd9-2eb6-4227-8653-ad08141e87a8 owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:10.213200 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.276717 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.310838 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.313986 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.319676 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] 10.222.0.63 "DELETE /v2.0/subnets/13fffc7e-ada2-43a3-9ca4-ffb63335899c HTTP/1.1" status: 204 len: 168 time: 0.3047969 Jul 22 22:18:10.325063 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 36994) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:10.325855 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46e8df-1afe-4089-9b52-4baeac708791 None None] Network fb277adf-ef79-401c-906f-bef028a597f6 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:10.354271 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf4316-833f-46e7-9cd5-05c1866bf7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fffc7e-ada2-43a3-9ca4-ffb63335899c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:10.391827 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event deleted for resources: {'Port': ['ID=21e7fcd9-2eb6-4227-8653-ad08141e87a8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:10.419269 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 15a39b45-dfa9-4efc-a6d3-8ce94e200389 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:10.450065 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 15a39b45-dfa9-4efc-a6d3-8ce94e200389 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:10.450418 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 15a39b45-dfa9-4efc-a6d3-8ce94e200389 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:10.504367 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.549501 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.551993 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.553133 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4f7b6f44-3c7c-4062-bdd4-a73b2d36f146 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "DELETE /v2.0/floatingips/cbc94a45-c43d-4f0e-be65-9809dbd77bfd HTTP/1.1" status: 204 len: 168 time: 0.6577814 Jul 22 22:18:10.577767 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Deleting port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:10.578144 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.648856 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] For port 95bcdbc3-0dce-48c5-a743-9a79017a9e77, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=95bcdbc3-0dce-48c5-a743-9a79017a9e77,segment=NetworkSegment(722f595a-a4b0-4146-9548-8ea0333e8898),segment_id=722f595a-a4b0-4146-9548-8ea0333e8898)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:10.649139 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.661139 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Calling delete_port for 95bcdbc3-0dce-48c5-a743-9a79017a9e77 owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:10.739216 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.748097 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 36998) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:10.753664 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757285301', 'description': 'tempest-description--1265076162'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:10.770547 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bcdbc3-0dce-48c5-a743-9a79017a9e77,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:10.772284 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] No DVR routers for this DVR port 95bcdbc3-0dce-48c5-a743-9a79017a9e77 on host dv-cinder-778534-6-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:10.779172 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.856096 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.866688 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.867494 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb277adf-ef79-401c-906f-bef028a597f6']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:10.871553 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.873944 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52a201-4544-46cf-ae13-e41596173915 None None] DHCP port deletion for fb277adf-ef79-401c-906f-bef028a597f6 request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:18:10.879034 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722f595a-a4b0-4146-9548-8ea0333e8898') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:10.879543 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722f595a-a4b0-4146-9548-8ea0333e8898') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:10.902038 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.911924 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3690819a-b474-43dc-aaa4-d67ba300c33a,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:10.915434 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.915434 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0b335911-3c06-4b13-96a3-c2156ed92dbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1663136 Jul 22 22:18:10.917894 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.919811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37000) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:10.926877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'security_group_rule': {'security_group_id': '3690819a-b474-43dc-aaa4-d67ba300c33a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:10.933058 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Releasing vlan 1810 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:18:10.933450 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:18:10.935289 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:18:11.004027 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.008405 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.013126 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37002) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:11.013258 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] 10.222.0.63 "DELETE /v2.0/networks/fb277adf-ef79-401c-906f-bef028a597f6 HTTP/1.1" status: 204 len: 168 time: 0.6844361 Jul 22 22:18:11.020950 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.037790 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fa7f7-e0d9-4187-bd64-91eda79f0d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb277adf-ef79-401c-906f-bef028a597f6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:11.087722 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.091379 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.108967 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e026b2-0694-4207-a6ed-9e6a080398fd,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:11.127374 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.131373 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a4aabe0a-dd53-45b9-a919-55c18e45dbe8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2081890 Jul 22 22:18:11.131720 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37008) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:11.138950 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'security_group_rule': {'security_group_id': '3690819a-b474-43dc-aaa4-d67ba300c33a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:11.168638 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.231120 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.235009 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.254246 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc561d71-0b4b-4a21-b983-a0c7f17845fa,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:11.262439 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.263847 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-193bdab6-2c56-47f6-9c65-ffe84641b12b tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308839 Jul 22 22:18:11.267046 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37016) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:11.272149 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:11.294221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.392513 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.455315 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.503701 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Allocated IP 172.27.0.43 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/ed2c6c7b-5ef8-446e-a0ed-bc78ae63002b) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:11.602732 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.641043 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.683392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:11.686055 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:11.690286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:11.695558 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'Port': ['ID=ed2c6c7b-5ef8-446e-a0ed-bc78ae63002b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:11.750717 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Deleting port 25c7815d-7da1-4c11-9a15-01e958e78c15 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:11.751877 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.774511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.816440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.829446 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] For port 25c7815d-7da1-4c11-9a15-01e958e78c15, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=25c7815d-7da1-4c11-9a15-01e958e78c15,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:11.829800 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.841884 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Calling delete_port for 25c7815d-7da1-4c11-9a15-01e958e78c15 owned by network:router_interface {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:11.969228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.974578 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.016439 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.043362 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c7815d-7da1-4c11-9a15-01e958e78c15,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:12.048363 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'Port': ['ID=ed2c6c7b-5ef8-446e-a0ed-bc78ae63002b,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:12.058922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.072648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.081958 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b4626f89-96cb-454e-bc00-2f189421c51e tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8059103 Jul 22 22:18:12.218137 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.240936 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-4c1013bb-fa68-4bba-8b3b-96c827882eca tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1757285301&fields=id&tenant_id=8133321cb72f4dbb94430ffb1a8eda29 HTTP/1.1" status: 200 len: 267 time: 0.0385528 Jul 22 22:18:12.384381 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-d6ce4586-9bde-4845-b6b5-77585d2ea0a0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:12.386103 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-d6ce4586-9bde-4845-b6b5-77585d2ea0a0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 810 time: 0.1381874 Jul 22 22:18:12.403143 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-b2170e8e-01ab-416e-bf42-6d89328daa94 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/quotas/8133321cb72f4dbb94430ffb1a8eda29 HTTP/1.1" status: 200 len: 375 time: 0.0115921 Jul 22 22:18:12.417281 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 95bcdbc3-0dce-48c5-a743-9a79017a9e77 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:12.443154 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 95bcdbc3-0dce-48c5-a743-9a79017a9e77 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:12.443785 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 95bcdbc3-0dce-48c5-a743-9a79017a9e77 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:12.444216 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device d501f1af-4c16-4918-b111-13b7e19bfa02 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:12.463777 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: d501f1af-4c16-4918-b111-13b7e19bfa02 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:12.464323 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device d501f1af-4c16-4918-b111-13b7e19bfa02 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:12.484173 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-4bd05353-776f-4cb7-a063-d3490759dcb8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744133 Jul 22 22:18:12.577435 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-547440b2-5153-4607-906f-11228168fca7 service neutron] 10.222.0.63 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818026 Jul 22 22:18:12.580354 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.671015 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-34933c3b-b27d-403d-ab31-7beb6608b70b service neutron] 10.222.0.63 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875118 Jul 22 22:18:12.673212 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Router d54b3aa1-5934-400b-9721-84ee59fb31e4 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:12.784983 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:12.790914 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-910271ca-2d06-4d57-8924-27f23be46997 admin admin] 10.222.0.63 "PUT /v2.0/routers/d54b3aa1-5934-400b-9721-84ee59fb31e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765489 Jul 22 22:18:12.794834 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37042) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:12.798622 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] Sync routers for ids ['d54b3aa1-5934-400b-9721-84ee59fb31e4'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:12.810562 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] Routers {'d54b3aa1-5934-400b-9721-84ee59fb31e4'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:12.811474 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['d54b3aa1-5934-400b-9721-84ee59fb31e4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:12.864386 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bedfa2da-fd2d-4ee9-8ef9-5f3f712379b2 req-9c1ab86d-2540-4be2-a409-1046432358c6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 210 time: 0.0477054 Jul 22 22:18:12.925671 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.016920 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] Set router d54b3aa1-5934-400b-9721-84ee59fb31e4 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:13.031173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.089224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Deleting port 4b973e78-b160-4771-a811-f1ec759b61ad {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:13.089440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.185226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] For port 4b973e78-b160-4771-a811-f1ec759b61ad, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=4b973e78-b160-4771-a811-f1ec759b61ad,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:13.185583 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.198478 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Calling delete_port for 4b973e78-b160-4771-a811-f1ec759b61ad owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:13.200377 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:18:11Z', 'revision_number': 5, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port': {'id': '4b973e78-b160-4771-a811-f1ec759b61ad', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:01Z', 'updated_at': '2021-07-22T22:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:13.226171 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] Checking router: d54b3aa1-5934-400b-9721-84ee59fb31e4 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:13.234816 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] Routers {'d54b3aa1-5934-400b-9721-84ee59fb31e4'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:13.236160 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['d54b3aa1-5934-400b-9721-84ee59fb31e4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:13.326800 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] Set router d54b3aa1-5934-400b-9721-84ee59fb31e4 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:13.389347 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:18:13Z', 'revision_number': 6, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:13.396517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.415616 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3600c-31ab-4b66-85ef-df94347a10ac None None] The sync data for ids ['d54b3aa1-5934-400b-9721-84ee59fb31e4'] in dv-cinder-778534-6-iscsi is: [{'id': 'd54b3aa1-5934-400b-9721-84ee59fb31e4', 'name': 'tempest-TestMinimumBasicScenario-137734023-router', 'tenant_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:00Z', 'updated_at': '2021-07-22T22:18:13Z', 'revision_number': 6, 'project_id': '43ef9b4c5f2c492bbd52fb1ff1a8f70c', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:13.421801 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b973e78-b160-4771-a811-f1ec759b61ad,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:13.490522 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.578150 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.580172 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.623515 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.624162 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54b3aa1-5934-400b-9721-84ee59fb31e4 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:18:13.628943 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.630112 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1d630f67-5275-4a6b-b374-b53d62df1b9c admin admin] 10.222.0.63 "DELETE /v2.0/routers/d54b3aa1-5934-400b-9721-84ee59fb31e4 HTTP/1.1" status: 204 len: 168 time: 0.8336997 Jul 22 22:18:13.632565 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37056) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:13.676111 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Deleting subnet 8eb3cb94-8e03-48a5-8940-51c6668d8819 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:18:13.679081 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.711736 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.823569 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.880961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.917575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a9bdc-5243-419f-9fa6-1b23e669c6af None None] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:13.918172 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb3cb94-8e03-48a5-8940-51c6668d8819,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:13.921280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.925416 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b68d1bd7-8660-41a7-80da-f97f9c234539 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8eb3cb94-8e03-48a5-8940-51c6668d8819 HTTP/1.1" status: 204 len: 168 time: 0.2897053 Jul 22 22:18:13.925940 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37060) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:13.998910 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5afc6533-7451-4cea-ad4c-448fc2422dad req-3a3716a8-7b0f-4f9c-b02e-0946de0c275a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Jul 22 22:18:14.042408 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.048992 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-33fe1d69-df31-4e77-950a-f1f0367ce328 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.050791 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-33fe1d69-df31-4e77-950a-f1f0367ce328 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 810 time: 0.1426334 Jul 22 22:18:14.112622 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Deleting port bb7a2a1b-1694-4377-90ce-1217ffd19a2e {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:14.112903 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.114514 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-05c66313-a41f-4d18-9f75-038dc5f91b25 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8133321cb72f4dbb94430ffb1a8eda29 HTTP/1.1" status: 200 len: 380 time: 0.0478132 Jul 22 22:18:14.123534 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'port': {'device_id': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'admin_state_up': True, 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'security_groups': ['3690819a-b474-43dc-aaa4-d67ba300c33a']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:14.178704 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] For port bb7a2a1b-1694-4377-90ce-1217ffd19a2e, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:14.179165 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.192925 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Calling delete_port for bb7a2a1b-1694-4377-90ce-1217ffd19a2e owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:14.211257 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] DHCP port deletion for 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:18:14.254743 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Made reservation on behalf of 8133321cb72f4dbb94430ffb1a8eda29 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:14.258475 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.264138 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Deleting port bb7a2a1b-1694-4377-90ce-1217ffd19a2e {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:14.264627 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.285896 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.327035 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:14.333783 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] No DVR routers for this DVR port bb7a2a1b-1694-4377-90ce-1217ffd19a2e on host dv-cinder-778534-6-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:14.348335 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] For port bb7a2a1b-1694-4377-90ce-1217ffd19a2e, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,segment=NetworkSegment(a1d81a97-d1f8-478a-8e45-1ab6cd8ad543),segment_id=a1d81a97-d1f8-478a-8e45-1ab6cd8ad543)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:14.348675 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.369484 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Calling delete_port for bb7a2a1b-1694-4377-90ce-1217ffd19a2e owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:14.375430 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 4b973e78-b160-4771-a811-f1ec759b61ad no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:14.412682 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 4b973e78-b160-4771-a811-f1ec759b61ad {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:14.413112 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 4b973e78-b160-4771-a811-f1ec759b61ad not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:14.413596 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 25c7815d-7da1-4c11-9a15-01e958e78c15 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:14.431652 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.439105 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Allocated IP 172.20.0.7 (326cd767-0129-4592-a578-cc363d228277/0ef8d343-5698-4810-aa58-e04007ba1e6b/23d6b380-d969-473a-b170-ed2c2f30b84a) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:14.444693 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5730ce32-9707-4fe7-8f18-85b6ab9d46d2']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:14.463243 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:14.463819 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d81a97-d1f8-478a-8e45-1ab6cd8ad543') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:14.475222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.488753 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 25c7815d-7da1-4c11-9a15-01e958e78c15 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:14.489102 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 25c7815d-7da1-4c11-9a15-01e958e78c15 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:14.489523 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device bb7a2a1b-1694-4377-90ce-1217ffd19a2e no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:14.490445 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.500510 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Releasing vlan 1831 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:18:14.500732 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:18:14.502569 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:18:14.537764 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: bb7a2a1b-1694-4377-90ce-1217ffd19a2e {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:14.537926 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device bb7a2a1b-1694-4377-90ce-1217ffd19a2e not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:14.579766 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.587397 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.596826 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5730ce32-9707-4fe7-8f18-85b6ab9d46d2 HTTP/1.1" status: 204 len: 168 time: 0.6668382 Jul 22 22:18:14.611288 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1dd6-f0b3-4047-91c2-975cb06165b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5730ce32-9707-4fe7-8f18-85b6ab9d46d2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:14.618294 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.625054 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Network 5730ce32-9707-4fe7-8f18-85b6ab9d46d2 is not hosted by any dhcp agent {{(pid=93219) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:18:14.625758 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] No DVR routers for this DVR port bb7a2a1b-1694-4377-90ce-1217ffd19a2e on host dv-cinder-778534-6-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:14.646150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aaffd-1ef1-4319-b46b-e7edfd8a829b None None] Pushing event deleted for resources: {'Port': ['ID=bb7a2a1b-1694-4377-90ce-1217ffd19a2e,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:14.652266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.667979 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Transition to ACTIVE for port object 23d6b380-d969-473a-b170-ed2c2f30b84a will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:14.699851 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.746168 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Network 326cd767-0129-4592-a578-cc363d228277 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:14.749401 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:14.752671 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:14.781476 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event updated for resources: {'Port': ['ID=23d6b380-d969-473a-b170-ed2c2f30b84a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:14.795096 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37072) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:14.828101 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.828820 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.855936 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-006fb7da-21ca-4c92-a339-379873897abb tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362919 Jul 22 22:18:14.865539 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6ce4dc0d-3eb8-48ae-9490-1dbf8b21c303 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e2fa27fa8fbf471a87da520ad2ed8c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668297 Jul 22 22:18:14.866031 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37074) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:14.868966 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Request body: {'port': {'device_id': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:14.921685 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4cb40c7d-fe35-416b-8273-8a0e8b4729dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.943973 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4cb40c7d-fe35-416b-8273-8a0e8b4729dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.948392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.985247 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b8c574ed-eae0-487c-a611-f12ba12caa15 None None] Provisioning for port 23d6b380-d969-473a-b170-ed2c2f30b84a completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:14.990929 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b8c574ed-eae0-487c-a611-f12ba12caa15 None None] Provisioning complete for port 23d6b380-d969-473a-b170-ed2c2f30b84a triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:14.991395 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b8c574ed-eae0-487c-a611-f12ba12caa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.996394 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4cb40c7d-fe35-416b-8273-8a0e8b4729dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.999562 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4cb40c7d-fe35-416b-8273-8a0e8b4729dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.001028 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4cb40c7d-fe35-416b-8273-8a0e8b4729dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5eedeaca-ce8b-40b6-aa9d-82c46f1444f2 HTTP/1.1" status: 204 len: 168 time: 0.1339185 Jul 22 22:18:15.011218 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb40c7d-fe35-416b-8273-8a0e8b4729dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eedeaca-ce8b-40b6-aa9d-82c46f1444f2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.038109 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-b8c574ed-eae0-487c-a611-f12ba12caa15 None None] Port 23d6b380-d969-473a-b170-ed2c2f30b84a cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:15.156136 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8fbda-5ad9-4490-94bd-5c8aab80ecb2 req-40ca532f-8909-4f51-a08d-b59285d391f9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.161577 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3ca8fbda-5ad9-4490-94bd-5c8aab80ecb2 req-40ca532f-8909-4f51-a08d-b59285d391f9 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 931 time: 0.0750787 Jul 22 22:18:15.200993 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3ca8fbda-5ad9-4490-94bd-5c8aab80ecb2 req-38b68cb9-03d3-4c9e-83e6-c314c39a328a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372307 Jul 22 22:18:15.258657 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d6b380-d969-473a-b170-ed2c2f30b84a {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:15.266211 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.279107 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Transition to ACTIVE for port object 23d6b380-d969-473a-b170-ed2c2f30b84a will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:15.282906 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.349699 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6b380-d969-473a-b170-ed2c2f30b84a,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.379844 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37082) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:15.405107 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Attempting to bind port 23d6b380-d969-473a-b170-ed2c2f30b84a on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:15.405439 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Attempting to bind port 23d6b380-d969-473a-b170-ed2c2f30b84a by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:15.405765 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Attempting to bind port 23d6b380-d969-473a-b170-ed2c2f30b84a on network 326cd767-0129-4592-a578-cc363d228277 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:15.411175 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Port 23d6b380-d969-473a-b170-ed2c2f30b84a on network 326cd767-0129-4592-a578-cc363d228277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:15.411426 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Attempting to bind port 23d6b380-d969-473a-b170-ed2c2f30b84a on network 326cd767-0129-4592-a578-cc363d228277 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:15.416341 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:15.416672 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Checking segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:15.417050 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Bound using segment: {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:15.417474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Bound port: 23d6b380-d969-473a-b170-ed2c2f30b84a, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344c8115-9870-4161-a631-7728adab4be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1819, 'network_id': '326cd767-0129-4592-a578-cc363d228277'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:15.417824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.425544 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-01a75e14-a9a2-4d74-a8b1-fb1c244ac422 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=43ef9b4c5f2c492bbd52fb1ff1a8f70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445311 Jul 22 22:18:15.426287 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37084) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:15.479216 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8231b0-43a3-4f86-894d-2c438a7c4b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.488021 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] For port 23d6b380-d969-473a-b170-ed2c2f30b84a, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:15.492525 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] For port 23d6b380-d969-473a-b170-ed2c2f30b84a, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=23d6b380-d969-473a-b170-ed2c2f30b84a,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:15.497181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.507138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8231b0-43a3-4f86-894d-2c438a7c4b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.530809 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.531430 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.532877 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] 10.222.0.77 "PUT /v2.0/ports/23d6b380-d969-473a-b170-ed2c2f30b84a HTTP/1.1" status: 200 len: 1093 time: 0.6680362 Jul 22 22:18:15.533400 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:15.535792 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9babd3-3c05-46c9-87f8-445b8756a50e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:15.582159 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8231b0-43a3-4f86-894d-2c438a7c4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.583580 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e471c-c6ec-4bfb-93de-bfa642c29c72 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6b380-d969-473a-b170-ed2c2f30b84a,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.590179 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f8231b0-43a3-4f86-894d-2c438a7c4b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:15.593986 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4f8231b0-43a3-4f86-894d-2c438a7c4b62 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e455936-3984-4f97-a468-e83558259716 HTTP/1.1" status: 204 len: 168 time: 0.1642172 Jul 22 22:18:15.605360 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b521ecb-1df7-4a74-b3a8-8aaddbfd7043 x-openstack-request-id: req-6b521ecb-1df7-4a74-b3a8-8aaddbfd7043 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:15.605648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:15.605926 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b521ecb-1df7-4a74-b3a8-8aaddbfd7043 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:15.606322 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'status': 'completed', 'code': 200} Jul 22 22:18:15.617060 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8231b0-43a3-4f86-894d-2c438a7c4b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e455936-3984-4f97-a468-e83558259716,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:15.670476 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-5847beb7-66fe-4c4a-989d-9406dd4c46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.671972 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-5847beb7-66fe-4c4a-989d-9406dd4c46b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 1096 time: 0.0749793 Jul 22 22:18:15.996972 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-ffcf0355-62dc-40c1-997e-9beedec04069 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d6b380-d969-473a-b170-ed2c2f30b84a HTTP/1.1" status: 200 len: 217 time: 0.3162184 Jul 22 22:18:16.062687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-2db0b33c-447f-4f5c-a785-920ca7f29bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.064767 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-2db0b33c-447f-4f5c-a785-920ca7f29bca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.0596435 Jul 22 22:18:16.124100 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-850180f7-25b8-4cfc-baf8-059a245d4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.125683 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-850180f7-25b8-4cfc-baf8-059a245d4366 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533772 Jul 22 22:18:16.225021 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-63096a28-5179-4f39-8ae3-bd8de912f727 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877817 Jul 22 22:18:16.332948 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ca2fd82-c2d7-4fa3-ac2a-bfc74a0c2d3b req-66162a70-f045-44e6-b87f-214b79bda89b service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011899 Jul 22 22:18:16.363165 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcee337-1adb-4121-8ec0-82bc173705b1 req-09be8b4c-732a-4c0f-b6a6-ee6c7fc2be9d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.364724 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8bcee337-1adb-4121-8ec0-82bc173705b1 req-09be8b4c-732a-4c0f-b6a6-ee6c7fc2be9d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 943 time: 0.0727441 Jul 22 22:18:16.403313 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8bcee337-1adb-4121-8ec0-82bc173705b1 req-b8a64ca9-be2b-467d-b439-54dc0a10e4b4 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 22 22:18:16.446071 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-d24e720d-bc77-4e84-9831-13b8a75d03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.447497 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-d24e720d-bc77-4e84-9831-13b8a75d03a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 1096 time: 0.0615714 Jul 22 22:18:16.538004 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-708bb5ba-2661-41cc-9d4b-863b5d647b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.539618 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-708bb5ba-2661-41cc-9d4b-863b5d647b63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.0845191 Jul 22 22:18:16.585382 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-2b52b9cd-8ae1-4519-b5fa-3a4f6eb3d893 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d6b380-d969-473a-b170-ed2c2f30b84a HTTP/1.1" status: 200 len: 217 time: 0.0366249 Jul 22 22:18:16.637031 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-cfbce8be-dfab-40f7-b865-59e166dbf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.638538 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-cfbce8be-dfab-40f7-b865-59e166dbf462 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.0439050 Jul 22 22:18:16.697246 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-5efb5fc7-cb71-42bf-ad1c-6510f0e8abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.698685 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-5efb5fc7-cb71-42bf-ad1c-6510f0e8abd7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534322 Jul 22 22:18:16.798000 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-c203c80c-bf1a-4918-be1a-eba707839058 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873139 Jul 22 22:18:16.889035 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e9babd3-3c05-46c9-87f8-445b8756a50e req-49897f95-a65b-4b26-956c-c7a3ce709cbc service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794606 Jul 22 22:18:17.537314 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1931fb-f543-4bc8-b78c-50aa95d32d78 req-273a0d81-79bc-4ca0-822c-2a7e834685ea tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.538724 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec1931fb-f543-4bc8-b78c-50aa95d32d78 req-273a0d81-79bc-4ca0-822c-2a7e834685ea tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 943 time: 0.0627949 Jul 22 22:18:17.575339 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec1931fb-f543-4bc8-b78c-50aa95d32d78 req-024721c5-3193-4330-b20f-133ad2dedc43 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Jul 22 22:18:18.707682 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459b57a-ed6e-4d0d-8c15-92246e2b0d26 req-4fe1bba7-2c1d-4d98-b75e-06d4be0fff7d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:18.709147 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3459b57a-ed6e-4d0d-8c15-92246e2b0d26 req-4fe1bba7-2c1d-4d98-b75e-06d4be0fff7d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 943 time: 0.0680850 Jul 22 22:18:18.746843 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3459b57a-ed6e-4d0d-8c15-92246e2b0d26 req-e9b9b157-37b4-4239-a2ed-0b95813557dd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Jul 22 22:18:19.871711 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5f28-938a-4d31-be3b-90002fe4ecb0 req-e18b8a0b-9151-4e4f-bc9d-940666335140 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.873244 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-01fa5f28-938a-4d31-be3b-90002fe4ecb0 req-e18b8a0b-9151-4e4f-bc9d-940666335140 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 943 time: 0.0619023 Jul 22 22:18:19.910858 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-01fa5f28-938a-4d31-be3b-90002fe4ecb0 req-3639c3e6-618d-4ca4-b15e-e7e076889b21 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Jul 22 22:18:19.987426 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 23d6b380-d969-473a-b170-ed2c2f30b84a details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:20.080135 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 23d6b380-d969-473a-b170-ed2c2f30b84a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=23d6b380-d969-473a-b170-ed2c2f30b84a,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:20.090561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'port_id': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'mac_address': 'fa:16:3e:ff:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:20.129233 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:20.141047 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6b380-d969-473a-b170-ed2c2f30b84a {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:20.160143 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 23d6b380-d969-473a-b170-ed2c2f30b84a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=23d6b380-d969-473a-b170-ed2c2f30b84a,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:20.163889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:20.209589 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=23d6b380-d969-473a-b170-ed2c2f30b84a,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:20.523727 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['23d6b380-d969-473a-b170-ed2c2f30b84a'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:20.982305 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37152) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:21.042204 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1546-3adf-4872-bedd-bb8f0c19a59e req-ab627aee-cfea-45e0-a3cf-db8618178c00 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.043815 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7a0f1546-3adf-4872-bedd-bb8f0c19a59e req-ab627aee-cfea-45e0-a3cf-db8618178c00 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 944 time: 0.0650942 Jul 22 22:18:21.084575 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7a0f1546-3adf-4872-bedd-bb8f0c19a59e req-9afe1244-0f58-4884-a2d6-f0a6637c005a tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350304 Jul 22 22:18:21.087643 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d9d68d81-054d-4fe8-a83b-70554a8a0469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.178151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d9d68d81-054d-4fe8-a83b-70554a8a0469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.181656 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d9d68d81-054d-4fe8-a83b-70554a8a0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.223097 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d9d68d81-054d-4fe8-a83b-70554a8a0469 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1fd4ca736e8498796524850a911178b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396605 Jul 22 22:18:21.225063 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d68d81-054d-4fe8-a83b-70554a8a0469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a09d7b6-5749-427b-b41f-d06bbcc98049,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:21.225804 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37158) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:21.273316 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c93b4513-1105-4edd-ad3f-127cc845f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.294457 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c93b4513-1105-4edd-ad3f-127cc845f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.338036 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c93b4513-1105-4edd-ad3f-127cc845f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.340496 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c93b4513-1105-4edd-ad3f-127cc845f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.341658 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c93b4513-1105-4edd-ad3f-127cc845f421 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a09d7b6-5749-427b-b41f-d06bbcc98049 HTTP/1.1" status: 204 len: 168 time: 0.1146605 Jul 22 22:18:21.349901 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b4513-1105-4edd-ad3f-127cc845f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a09d7b6-5749-427b-b41f-d06bbcc98049,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:22.019901 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 23d6b380-d969-473a-b170-ed2c2f30b84a up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:22.065854 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 23d6b380-d969-473a-b170-ed2c2f30b84a completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:22.069475 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 23d6b380-d969-473a-b170-ed2c2f30b84a triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:22.069850 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.149894 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.173343 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:22.175705 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49d7141-3129-408b-ab80-67faa2fc4af0" -d '{"events": [{"server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "name": "network-vif-plugged", "status": "completed", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:22.190801 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 23d6b380-d969-473a-b170-ed2c2f30b84a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=23d6b380-d969-473a-b170-ed2c2f30b84a,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:22.196159 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.224778 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c5f4-2bb4-4e9e-aee5-1809c428f213 req-5c623133-c5d4-46e5-9872-a4e353b15bf0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.226305 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3768c5f4-2bb4-4e9e-aee5-1809c428f213 req-5c623133-c5d4-46e5-9872-a4e353b15bf0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 944 time: 0.0674314 Jul 22 22:18:22.234726 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d58d76-42f8-4fca-8039-398f6b03c136 x-openstack-request-id: req-f2d58d76-42f8-4fca-8039-398f6b03c136 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:22.235017 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "name": "network-vif-plugged", "status": "completed", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:22.235271 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f2d58d76-42f8-4fca-8039-398f6b03c136 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:22.235657 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'code': 200} Jul 22 22:18:22.252242 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=23d6b380-d969-473a-b170-ed2c2f30b84a,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:22.266813 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3768c5f4-2bb4-4e9e-aee5-1809c428f213 req-712400ff-fd69-4dcf-b78a-67fcee6c4cbd tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Jul 22 22:18:22.413986 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b788-d230-4560-8faf-d4fbfcca3a0c req-bf9dea33-8e3b-4635-ba4f-6ec74e027c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.415493 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9df5b788-d230-4560-8faf-d4fbfcca3a0c req-bf9dea33-8e3b-4635-ba4f-6ec74e027c66 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 1098 time: 0.0524766 Jul 22 22:18:22.449822 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9df5b788-d230-4560-8faf-d4fbfcca3a0c req-d1b9df73-7cca-4605-90ac-c0a74f73a016 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261562 Jul 22 22:18:23.399665 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67adcc8-5e09-4855-85f5-3a7c1e9e0a3a req-fa07b082-d763-4286-8df9-0dc285615c31 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.401166 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d67adcc8-5e09-4855-85f5-3a7c1e9e0a3a req-fa07b082-d763-4286-8df9-0dc285615c31 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0680692 Jul 22 22:18:23.412139 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-24db9ed7-9914-4197-9c45-40f2b2dae6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:23.442557 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d67adcc8-5e09-4855-85f5-3a7c1e9e0a3a req-ba6296c6-7e09-4f68-9f6b-5a98831fa366 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Jul 22 22:18:24.547802 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650e90-cd4c-4797-b814-4e437b93fce0 req-aa089e52-2353-4bd6-a4a9-11dab5b8d3db tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.549215 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aa650e90-cd4c-4797-b814-4e437b93fce0 req-aa089e52-2353-4bd6-a4a9-11dab5b8d3db tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.0639870 Jul 22 22:18:24.572207 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb7baf-ec6e-4536-959f-6aca045b5dc0 req-f77e4c6f-8bee-4454-80a0-05ae84264de3 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.573673 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35eb7baf-ec6e-4536-959f-6aca045b5dc0 req-f77e4c6f-8bee-4454-80a0-05ae84264de3 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0630391 Jul 22 22:18:24.586702 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aa650e90-cd4c-4797-b814-4e437b93fce0 req-9eb03469-3dda-40d8-9787-a316c460b485 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Jul 22 22:18:24.611745 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35eb7baf-ec6e-4536-959f-6aca045b5dc0 req-a16b4dd3-87a6-4679-886c-eecc35d23b48 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jul 22 22:18:24.736935 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b234-793f-47be-a94c-4c4642cdbdfb req-78a8a4be-bb1b-4ad5-bd12-5b0c15900571 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.738352 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2102b234-793f-47be-a94c-4c4642cdbdfb req-78a8a4be-bb1b-4ad5-bd12-5b0c15900571 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0647049 Jul 22 22:18:24.746969 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37182) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:24.752143 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Request body: {'floatingip': {'port_id': '23d6b380-d969-473a-b170-ed2c2f30b84a'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:24.790339 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.207530 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.211178 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.306812 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Floating IP 7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c associated. External IP: 172.27.0.43, port: 23d6b380-d969-473a-b170-ed2c2f30b84a. Jul 22 22:18:25.505713 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Router faf546f0-508f-4369-be26-11cc236d09ab has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:25.608107 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:25.613259 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.620860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:25.630169 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:25.630815 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:17:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:25.652740 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-259c91a3-56e5-4a74-9652-ca06c8f0cd01 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "PUT /v2.0/floatingips/7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c HTTP/1.1" status: 200 len: 990 time: 0.9046011 Jul 22 22:18:25.653430 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:25.656069 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c8520b-2635-460a-83a4-229b53d1a0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:25.732895 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391255-836b-471e-b820-6d000f74c21a req-8e5408d1-63f8-426e-bebf-e1410c1b116c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.734832 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a391255-836b-471e-b820-6d000f74c21a req-8e5408d1-63f8-426e-bebf-e1410c1b116c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.0630393 Jul 22 22:18:25.736030 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:25.774908 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a391255-836b-471e-b820-6d000f74c21a req-bf0faf95-84fa-4498-ad30-e59d10b2676b tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342977 Jul 22 22:18:25.789369 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988a74df-8c17-418f-b98a-f47b231975ca x-openstack-request-id: req-988a74df-8c17-418f-b98a-f47b231975ca {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:25.790114 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:25.790114 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-988a74df-8c17-418f-b98a-f47b231975ca {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:25.790439 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'status': 'completed', 'code': 200} Jul 22 22:18:25.870449 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-c4b2a4f7-4eff-43c2-88b6-ae497298b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.871922 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-c4b2a4f7-4eff-43c2-88b6-ae497298b1ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 1098 time: 0.0569186 Jul 22 22:18:25.949288 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a3b32137-fe1e-4c8d-9207-98a2b1953e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:25.973656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'port_id': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'mac_address': 'fa:16:3e:ff:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:11Z', 'updated_at': '2021-07-22T22:18:25Z', 'revision_number': 1, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:25.974912 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-75f88797-67f6-437b-8196-b31ec5ac276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.976837 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-75f88797-67f6-437b-8196-b31ec5ac276d service neutron] 10.222.0.77 "GET /v2.0/networks?id=326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 200 len: 912 time: 0.0906577 Jul 22 22:18:26.004137 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:26.012277 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:26.012883 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:18:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:26.044567 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-864b5414-8fae-448b-bfd8-bcf63facdcdd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d6b380-d969-473a-b170-ed2c2f30b84a HTTP/1.1" status: 200 len: 998 time: 0.0603678 Jul 22 22:18:26.104104 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-93e648f3-6049-4726-abc4-997c83438340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.105653 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-93e648f3-6049-4726-abc4-997c83438340 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 200 len: 849 time: 0.0435569 Jul 22 22:18:26.117406 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:26.183512 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-e8e8c27c-71ba-4d80-9664-1e469c939375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.184995 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-e8e8c27c-71ba-4d80-9664-1e469c939375 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=326cd767-0129-4592-a578-cc363d228277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557063 Jul 22 22:18:26.278436 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-c961d1c8-884e-4b67-ac2f-f2573cc47811 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863197 Jul 22 22:18:26.338278 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'port_id': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'mac_address': 'fa:16:3e:ff:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:11Z', 'updated_at': '2021-07-22T22:18:25Z', 'revision_number': 1, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:26.365786 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99c8520b-2635-460a-83a4-229b53d1a0b3 req-83ca1246-01e7-4900-96a5-b884e98aa966 service neutron] 10.222.0.77 "GET /v2.0/networks/326cd767-0129-4592-a578-cc363d228277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800939 Jul 22 22:18:26.367408 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1200ef-49dd-4442-aa90-a68db68bdf3c None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'port_id': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'mac_address': 'fa:16:3e:ff:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:11Z', 'updated_at': '2021-07-22T22:18:25Z', 'revision_number': 1, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:26.520152 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.558545 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec3b7f-4a25-493b-9e53-0340b4961510 None None] New status for floating IP 7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:18:26.679662 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-55f92c94-cfe5-4be1-b49d-1d2b9dd1cc5a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.681127 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-55f92c94-cfe5-4be1-b49d-1d2b9dd1cc5a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.0660746 Jul 22 22:18:26.786166 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Deleting port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:26.786511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.905293 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] For port aa784124-c0c1-4f10-8c0b-69df6f2dbca0, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:26.905995 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.976848 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4eb3d-e116-4d6f-9efe-a33c616623ff req-69b05d55-f363-4041-a600-8ff174ba6956 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.978310 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ede4eb3d-e116-4d6f-9efe-a33c616623ff req-69b05d55-f363-4041-a600-8ff174ba6956 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 945 time: 0.1310048 Jul 22 22:18:27.084348 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ede4eb3d-e116-4d6f-9efe-a33c616623ff req-2c28bc03-0aa4-4046-bad8-987061a90927 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957189 Jul 22 22:18:27.113407 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.113777 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.114119 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Floating IP 3b8746f0-e9ab-427b-80a0-64da9d876989 disassociated. External IP: 172.27.0.6, port: aa784124-c0c1-4f10-8c0b-69df6f2dbca0. Jul 22 22:18:27.114458 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Calling delete_port for aa784124-c0c1-4f10-8c0b-69df6f2dbca0 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:27.235746 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.262226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'Port': ['ID=aa784124-c0c1-4f10-8c0b-69df6f2dbca0,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:27.290088 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.377151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:27.480622 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:27.489934 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:27.499498 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:27.500617 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:18:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:27.524482 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] No DVR routers for this DVR port aa784124-c0c1-4f10-8c0b-69df6f2dbca0 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:27.527079 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:27.529033 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ad43bbe6-086e-4f06-b3ac-a7ff967f52dd req-d5c65847-512b-4f49-88b9-5689bef6744d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "DELETE /v2.0/ports/aa784124-c0c1-4f10-8c0b-69df6f2dbca0 HTTP/1.1" status: 204 len: 173 time: 0.8400342 Jul 22 22:18:27.529496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'name': 'network-vif-deleted', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:27.531768 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84203cfc-3dce-49ed-aff6-2d2f7baecf7f" -d '{"events": [{"server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "name": "network-vif-deleted", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:27.570216 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ec9d1d-2efa-42a2-a135-56162d68bbd1 x-openstack-request-id: req-13ec9d1d-2efa-42a2-a135-56162d68bbd1 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:27.570511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ca50a7-dd19-4697-85ae-2b0f65a9500c", "name": "network-vif-deleted", "tag": "aa784124-c0c1-4f10-8c0b-69df6f2dbca0", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:27.570761 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-13ec9d1d-2efa-42a2-a135-56162d68bbd1 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:27.571157 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ca50a7-dd19-4697-85ae-2b0f65a9500c', 'name': 'network-vif-deleted', 'tag': 'aa784124-c0c1-4f10-8c0b-69df6f2dbca0', 'status': 'completed', 'code': 200} Jul 22 22:18:27.624383 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:27.823691 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:27.849393 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:27.857598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:27.858711 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:18:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:28.079017 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:28.196267 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-29e02b77-1c90-4ea8-bca4-28ead436c4de req-a779334f-a9aa-4b84-a6fb-c71b313b1d01 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5ca50a7-dd19-4697-85ae-2b0f65a9500c HTTP/1.1" status: 200 len: 210 time: 0.0324862 Jul 22 22:18:28.277586 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:28.310263 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b105e5-8465-4821-a91b-1e5dab054ed0 None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:28.543519 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfb915-9391-4120-b6f4-60d3f5d67dcd None None] New status for floating IP 3b8746f0-e9ab-427b-80a0-64da9d876989: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:18:28.726251 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:29.444503 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-11585e1d-8241-4b17-aa1c-9580a73be76f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493747747&fields=id&tenant_id=12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 267 time: 0.0318582 Jul 22 22:18:29.546353 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-54de8f38-6686-4b57-9c30-46a44d62bb9c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.547737 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-54de8f38-6686-4b57-9c30-46a44d62bb9c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 812 time: 0.0972602 Jul 22 22:18:29.561654 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-c0f7a8e3-a538-4db7-a474-0f5a6b7f5bf3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/quotas/12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 375 time: 0.0086162 Jul 22 22:18:29.630458 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-8e45aa8e-231e-4f03-abb8-f8c3434baa80 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640357 Jul 22 22:18:29.722287 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-3709f31b-c03b-4e54-9e04-4cb4d720834d service neutron] 10.222.0.63 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798762 Jul 22 22:18:29.811441 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-fba80b1f-ef7c-4ad9-a968-c276674393d7 service neutron] 10.222.0.63 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833931 Jul 22 22:18:30.047601 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device aa784124-c0c1-4f10-8c0b-69df6f2dbca0 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:30.067526 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: aa784124-c0c1-4f10-8c0b-69df6f2dbca0 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:30.067886 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device aa784124-c0c1-4f10-8c0b-69df6f2dbca0 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:30.107203 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7bfd2d89-fc88-4f18-a467-1eae2c18b2e5 req-c7bd5ed7-f354-4b29-81c2-aefec4042503 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 210 time: 0.0324981 Jul 22 22:18:30.823814 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:31.123168 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-bfe5a7de-ef34-4bdc-aff1-632ec8dd3cfd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.124596 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-bfe5a7de-ef34-4bdc-aff1-632ec8dd3cfd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 812 time: 0.0988615 Jul 22 22:18:31.170726 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-903b2a77-91e4-4487-b209-2cde828e7b4d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 380 time: 0.0369756 Jul 22 22:18:31.181724 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'port': {'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'admin_state_up': True, 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'security_groups': ['66c25545-4579-43bf-94b6-489ccbaf82ba']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:31.238384 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae93502b-15a0-4962-bfc1-9a6fa6da3995 req-60d35d1d-71b2-49a7-8e70-2c563a1b803a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 210 time: 0.0510843 Jul 22 22:18:31.320795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Made reservation on behalf of 12018010895c4490b7df7f836ee27fe1 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:31.324279 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.452308 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Allocated IP 172.20.0.13 (65759dc7-e005-49d7-abed-83313d757dbf/65d5ab0c-79ce-4625-acd6-d8769de5deed/8ac939f2-8423-431d-a55c-ace90fce2acd) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:31.585525 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.602994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Transition to ACTIVE for port object 8ac939f2-8423-431d-a55c-ace90fce2acd will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:31.635544 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.682805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Network 65759dc7-e005-49d7-abed-83313d757dbf is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:31.686376 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:31.690832 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:31.693673 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=8ac939f2-8423-431d-a55c-ace90fce2acd,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:31.722516 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.722870 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.723216 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.723552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.723882 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.724215 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.724544 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.724868 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.725192 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.725513 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.725833 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.726173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:31.758148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.759105 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.776417 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-75b3a8ea-f7ba-4018-a6c6-9e1e675ec664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999813 Jul 22 22:18:31.791868 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Request body: {'port': {'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:31.866915 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.885745 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d38486c7-6edc-44bc-ac69-69e070f2b637 None None] Provisioning for port 8ac939f2-8423-431d-a55c-ace90fce2acd completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:31.889500 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d38486c7-6edc-44bc-ac69-69e070f2b637 None None] Provisioning complete for port 8ac939f2-8423-431d-a55c-ace90fce2acd triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:31.890020 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d38486c7-6edc-44bc-ac69-69e070f2b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:31.928061 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d38486c7-6edc-44bc-ac69-69e070f2b637 None None] Port 8ac939f2-8423-431d-a55c-ace90fce2acd cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:18:32.133080 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac939f2-8423-431d-a55c-ace90fce2acd {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:32.140352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.151613 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Transition to ACTIVE for port object 8ac939f2-8423-431d-a55c-ace90fce2acd will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:32.154804 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.202523 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac939f2-8423-431d-a55c-ace90fce2acd,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:32.280395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Attempting to bind port 8ac939f2-8423-431d-a55c-ace90fce2acd on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:32.281428 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Attempting to bind port 8ac939f2-8423-431d-a55c-ace90fce2acd by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:32.282098 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Attempting to bind port 8ac939f2-8423-431d-a55c-ace90fce2acd on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:32.287707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Port 8ac939f2-8423-431d-a55c-ace90fce2acd on network 65759dc7-e005-49d7-abed-83313d757dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:32.288148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Attempting to bind port 8ac939f2-8423-431d-a55c-ace90fce2acd on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:32.293400 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:32.293888 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Checking segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:32.294392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Bound using segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:32.294920 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Bound port: 8ac939f2-8423-431d-a55c-ace90fce2acd, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:32.295372 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.367498 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] For port 8ac939f2-8423-431d-a55c-ace90fce2acd, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:32.371737 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] For port 8ac939f2-8423-431d-a55c-ace90fce2acd, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8ac939f2-8423-431d-a55c-ace90fce2acd,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:32.379791 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.392019 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56326567-975d-4979-b9dc-3850ebc98710 req-ecb18b85-b22f-4f04-b2c7-ad692d5e5e3a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.393379 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-56326567-975d-4979-b9dc-3850ebc98710 req-ecb18b85-b22f-4f04-b2c7-ad692d5e5e3a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0742471 Jul 22 22:18:32.413159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.413308 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:32.414703 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] 10.222.0.77 "PUT /v2.0/ports/8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 1094 time: 0.6273611 Jul 22 22:18:32.415142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:32.417506 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96856cb7-84f0-485c-88d5-926d1e7314c2" -d '{"events": [{"name": "network-changed", "server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:32.444483 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-56326567-975d-4979-b9dc-3850ebc98710 req-f600e3d8-5bb4-4d02-8d96-7c303c37a914 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Jul 22 22:18:32.446425 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f97f8-7815-4b82-b22b-3182f4d597c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac939f2-8423-431d-a55c-ace90fce2acd,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:32.494435 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36651e96-ea0a-4500-b5c7-195f67efd318 x-openstack-request-id: req-36651e96-ea0a-4500-b5c7-195f67efd318 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:32.494723 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:32.494971 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36651e96-ea0a-4500-b5c7-195f67efd318 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:32.495357 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'status': 'completed', 'code': 200} Jul 22 22:18:32.522351 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-f3805074-0e0f-4c97-98af-fe0e679c7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.523829 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-f3805074-0e0f-4c97-98af-fe0e679c7d6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1097 time: 0.0622051 Jul 22 22:18:32.570435 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-b96f724a-3132-4d03-9f03-cfa89e0c3acc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 217 time: 0.0338166 Jul 22 22:18:32.622129 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-04cf2f42-58e3-4338-840d-1a694d7ef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.623544 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-04cf2f42-58e3-4338-840d-1a694d7ef709 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0427713 Jul 22 22:18:32.679983 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-83d5ac79-3484-4c6d-a7c3-66fc0d65bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.681330 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-83d5ac79-3484-4c6d-a7c3-66fc0d65bf54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509865 Jul 22 22:18:32.773070 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-a4c0140a-2378-4170-9b31-96c46ca7d5ff service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830567 Jul 22 22:18:32.863534 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69abd59f-fdfb-4a35-a4ba-656ea87bb50a req-852acfe0-7da8-4178-a40b-388994ead3ad service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821636 Jul 22 22:18:32.961291 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-0323fedd-9811-45dc-bc35-b8ac1124feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.962677 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-0323fedd-9811-45dc-bc35-b8ac1124feb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1097 time: 0.0522766 Jul 22 22:18:33.051700 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-3b2185c7-8226-4828-b189-e11b9a974741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.053118 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-3b2185c7-8226-4828-b189-e11b9a974741 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0816567 Jul 22 22:18:33.100707 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-e990d117-4562-4155-850c-b6e318a10808 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 217 time: 0.0359342 Jul 22 22:18:33.151169 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-ebc800e3-f34a-40b7-9d4a-7e64d4c3d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.152627 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-ebc800e3-f34a-40b7-9d4a-7e64d4c3d345 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0424454 Jul 22 22:18:33.213744 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-c7a6c362-231d-484f-b44a-7a9889fa323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.215141 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-c7a6c362-231d-484f-b44a-7a9889fa323a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532956 Jul 22 22:18:33.542660 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-4b450ead-41cc-41db-83e0-f02ef0a304e1 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203547 Jul 22 22:18:33.569632 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99020b8e-3800-498b-96c4-594d9973c010 req-b19fefe6-4e62-4985-8802-8c7e2b25cbfc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.571124 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-99020b8e-3800-498b-96c4-594d9973c010 req-b19fefe6-4e62-4985-8802-8c7e2b25cbfc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0620494 Jul 22 22:18:33.607449 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-99020b8e-3800-498b-96c4-594d9973c010 req-8ace0b0f-42fe-40e0-9429-aea4297a4f65 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Jul 22 22:18:33.631612 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-96856cb7-84f0-485c-88d5-926d1e7314c2 req-901b1eb2-072f-4ded-9e04-2a5b27f79e9e service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818262 Jul 22 22:18:34.738921 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99a0c-7e52-49c0-b03c-372560bebc0e req-19ba230f-cb39-435f-84c0-1124cf88a7bb tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:34.741346 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cda99a0c-7e52-49c0-b03c-372560bebc0e req-19ba230f-cb39-435f-84c0-1124cf88a7bb tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0667546 Jul 22 22:18:34.780258 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cda99a0c-7e52-49c0-b03c-372560bebc0e req-aea02b36-9d86-483f-91b3-76b9768bbca9 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jul 22 22:18:35.907611 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b927abf-0b2d-430e-92a0-1d3c515b999a req-8252fc68-0743-4363-b1dc-0d42b39601cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:35.909056 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1b927abf-0b2d-430e-92a0-1d3c515b999a req-8252fc68-0743-4363-b1dc-0d42b39601cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0627544 Jul 22 22:18:35.945152 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1b927abf-0b2d-430e-92a0-1d3c515b999a req-b4866c0c-67df-4752-b80c-8edf6e215037 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307002 Jul 22 22:18:37.072562 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebfe3-4ac9-406f-89de-0d20c70a6328 req-6e0e0eb0-fe26-4b79-a183-b3beba260edc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:37.074041 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c81ebfe3-4ac9-406f-89de-0d20c70a6328 req-6e0e0eb0-fe26-4b79-a183-b3beba260edc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0622089 Jul 22 22:18:37.110062 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c81ebfe3-4ac9-406f-89de-0d20c70a6328 req-82e5968b-1b91-4984-a3d8-b8a812d5712b tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304544 Jul 22 22:18:38.239769 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74bffe-8f4f-4c2d-b5ac-c7abe0750b5f req-638311bb-2f4b-434b-81f3-da7d895081b3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:38.241221 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1f74bffe-8f4f-4c2d-b5ac-c7abe0750b5f req-638311bb-2f4b-434b-81f3-da7d895081b3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0658815 Jul 22 22:18:38.278587 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1f74bffe-8f4f-4c2d-b5ac-c7abe0750b5f req-0daccdda-f267-4c94-8108-96e2bc6a9bcf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Jul 22 22:18:39.409399 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc746cf-9a28-4aa3-9178-1dc347d0dc8a req-979de707-520a-4280-a280-8e6ce5e031ff tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:39.410854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7cc746cf-9a28-4aa3-9178-1dc347d0dc8a req-979de707-520a-4280-a280-8e6ce5e031ff tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 944 time: 0.0662973 Jul 22 22:18:39.446167 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7cc746cf-9a28-4aa3-9178-1dc347d0dc8a req-10dcb71f-3b02-42de-a944-f563104fa0ad tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298405 Jul 22 22:18:40.092451 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8ac939f2-8423-431d-a55c-ace90fce2acd details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:40.183477 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 8ac939f2-8423-431d-a55c-ace90fce2acd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8ac939f2-8423-431d-a55c-ace90fce2acd,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:40.193916 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:40.232354 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.244407 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac939f2-8423-431d-a55c-ace90fce2acd {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:40.263420 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 8ac939f2-8423-431d-a55c-ace90fce2acd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8ac939f2-8423-431d-a55c-ace90fce2acd,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:40.267958 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:40.314162 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=8ac939f2-8423-431d-a55c-ace90fce2acd,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:40.575264 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b2927-c7ea-4b7e-9a94-26fbd6d3a069 req-c8449e5d-844b-4015-8cef-b88b9686a63f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:40.576616 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-927b2927-c7ea-4b7e-9a94-26fbd6d3a069 req-c8449e5d-844b-4015-8cef-b88b9686a63f tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 945 time: 0.0625482 Jul 22 22:18:40.595870 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['8ac939f2-8423-431d-a55c-ace90fce2acd'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:40.613499 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-927b2927-c7ea-4b7e-9a94-26fbd6d3a069 req-4974c6c8-4dc8-42b1-952b-d4ed4e4de0b5 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Jul 22 22:18:41.738794 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2d40-f86b-472d-9ac9-e044afb52ff1 req-ad7c9182-0b80-4d5f-a848-bf445c83a55c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:41.740305 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05ac2d40-f86b-472d-9ac9-e044afb52ff1 req-ad7c9182-0b80-4d5f-a848-bf445c83a55c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 945 time: 0.0612094 Jul 22 22:18:41.777002 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05ac2d40-f86b-472d-9ac9-e044afb52ff1 req-ade5f47e-bed9-4c08-b5c4-5781766e3bd2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Jul 22 22:18:42.093060 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8ac939f2-8423-431d-a55c-ace90fce2acd up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:42.140887 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 8ac939f2-8423-431d-a55c-ace90fce2acd completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:42.144512 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 8ac939f2-8423-431d-a55c-ace90fce2acd triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:42.144819 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.219650 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.240820 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:42.242867 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0dcf7-6538-4b50-a36d-b2d8432e8323" -d '{"events": [{"server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "name": "network-vif-plugged", "status": "completed", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:42.255291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 8ac939f2-8423-431d-a55c-ace90fce2acd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8ac939f2-8423-431d-a55c-ace90fce2acd,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:42.259421 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.285236 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe952c-468f-4a05-81e8-fdec46b95004 x-openstack-request-id: req-c7fe952c-468f-4a05-81e8-fdec46b95004 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:42.285463 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "name": "network-vif-plugged", "status": "completed", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:42.285715 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7fe952c-468f-4a05-81e8-fdec46b95004 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:42.286129 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'code': 200} Jul 22 22:18:42.309177 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=8ac939f2-8423-431d-a55c-ace90fce2acd,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:42.572337 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.588860 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4360f-2593-4542-9637-d5f6fd69a358 req-633d14ac-1f78-454f-919d-acb368b077dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:42.590380 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-51e4360f-2593-4542-9637-d5f6fd69a358 req-633d14ac-1f78-454f-919d-acb368b077dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1099 time: 0.0520611 Jul 22 22:18:42.627254 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-51e4360f-2593-4542-9637-d5f6fd69a358 req-97674f2c-d602-4e19-a5af-6b3f9c188015 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262840 Jul 22 22:18:42.910184 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a26eb8-93fd-4108-b9bb-5a19ec3fa74a req-fd73a097-c186-4a15-9353-01ec816ab28a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:42.911680 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-32a26eb8-93fd-4108-b9bb-5a19ec3fa74a req-fd73a097-c186-4a15-9353-01ec816ab28a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 946 time: 0.0673983 Jul 22 22:18:42.948998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-32a26eb8-93fd-4108-b9bb-5a19ec3fa74a req-7dace0fd-7b53-45d8-9dcc-0ae0151d9c2a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Jul 22 22:18:44.080878 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d719470-0387-408e-8c81-e7798071ab63 req-b37015a7-a587-45ea-8459-bbb82e74580a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:44.082393 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7d719470-0387-408e-8c81-e7798071ab63 req-b37015a7-a587-45ea-8459-bbb82e74580a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 946 time: 0.0658798 Jul 22 22:18:44.122250 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7d719470-0387-408e-8c81-e7798071ab63 req-6d991178-0d5d-49e1-a8de-5ee6fadf9750 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331647 Jul 22 22:18:44.258639 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d3d2e-663b-4fe5-bf82-69fa5fa710b6 req-b2ac0292-b403-47d6-bc0a-fe19f6af82d8 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:44.260164 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f4d3d2e-663b-4fe5-bf82-69fa5fa710b6 req-b2ac0292-b403-47d6-bc0a-fe19f6af82d8 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 946 time: 0.0654330 Jul 22 22:18:44.298123 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f4d3d2e-663b-4fe5-bf82-69fa5fa710b6 req-26fee08b-be45-4ecd-a586-1a5841fb890a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jul 22 22:18:44.320146 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37320) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:44.372165 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca16ca-977e-4c14-aca4-efcb0f0ec1ab tempest-TestVolumeBootPattern-226411960 tempest-TestVolumeBootPattern-226411960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:44.373673 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-acca16ca-977e-4c14-aca4-efcb0f0ec1ab tempest-TestVolumeBootPattern-226411960 tempest-TestVolumeBootPattern-226411960-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1094 time: 0.0525575 Jul 22 22:18:44.376633 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37322) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:44.381366 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:44.406684 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.512015 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.615199 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Allocated IP 172.27.0.161 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/b92f0308-0933-4992-bc54-00451d912de6) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:44.931006 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.969346 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.005634 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:45.010806 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:45.013339 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:45.044809 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=b92f0308-0933-4992-bc54-00451d912de6,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:45.057725 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.058105 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.058451 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.058789 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.059126 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.059460 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.059791 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.060121 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.060450 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.060777 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.061103 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.061569 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:45.412233 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.488091 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.634747 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.639046 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.709943 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=b92f0308-0933-4992-bc54-00451d912de6,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:45.717877 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:45.816482 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Floating IP 375ea843-99d3-49fc-934c-e8d2ab5524df associated. External IP: 172.27.0.161, port: 8ac939f2-8423-431d-a55c-ace90fce2acd. Jul 22 22:18:46.012154 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:46.115952 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:46.125431 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:46.131672 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.136604 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:46.137283 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:18:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:46.172179 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-bb398a68-4b37-4fb1-8ffe-82152471851e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7944779 Jul 22 22:18:46.172748 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:46.175079 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb88c86-c62c-4166-a2ba-2bafed5367ad" -d '{"events": [{"name": "network-changed", "server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:46.211599 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb86eee3-cf08-46ee-b066-d257569fee3e x-openstack-request-id: req-eb86eee3-cf08-46ee-b066-d257569fee3e {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:46.211893 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:46.212143 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb86eee3-cf08-46ee-b066-d257569fee3e {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:46.212539 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'status': 'completed', 'code': 200} Jul 22 22:18:46.242073 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:46.304191 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-2f99df9e-5477-4129-8808-28e8e35fe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:46.306377 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-2f99df9e-5477-4129-8808-28e8e35fe302 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1099 time: 0.0552771 Jul 22 22:18:46.401975 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-c8565d32-5db6-48f2-9e01-a91ed086c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:46.403415 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-c8565d32-5db6-48f2-9e01-a91ed086c9ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0880930 Jul 22 22:18:46.464310 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:46.468492 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-55b2cd13-d67b-4ba6-af8a-c2ff59a47d7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 1000 time: 0.0567260 Jul 22 22:18:46.489929 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:46.498282 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:46.499420 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:18:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:46.520383 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-ed00d88b-03dd-4de9-855c-3a1490ae52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:46.521832 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-ed00d88b-03dd-4de9-855c-3a1490ae52e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0456276 Jul 22 22:18:46.602258 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-f52aa416-ccca-44f6-83b4-f79e60b5eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:46.603747 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-f52aa416-ccca-44f6-83b4-f79e60b5eb4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609446 Jul 22 22:18:46.610446 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:46.696131 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-07c49b8c-44af-429d-a7b8-873654d508ee service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804369 Jul 22 22:18:46.788154 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0eb88c86-c62c-4166-a2ba-2bafed5367ad req-e870ea45-e98b-4040-9453-a3f7f6a352da service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 Jul 22 22:18:46.832019 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:46.861596 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f133ab2-6a84-4901-ad63-d3447ee3adba None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:45Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:47.031091 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd353636-b7ba-4019-adea-e0adfc662046 None None] New status for floating IP 375ea843-99d3-49fc-934c-e8d2ab5524df: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:18:53.413113 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a52ced31-3724-4e55-8039-53e59cc9c2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.930558 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-828819c9-bd06-4acc-8fe7-2bac90cbfa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.527012 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.736138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cf7c0-c4e1-4db7-a5e7-1b6e28256718 req-eaf385b2-272e-45f9-9742-1536c94951e9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:56.737588 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-084cf7c0-c4e1-4db7-a5e7-1b6e28256718 req-eaf385b2-272e-45f9-9742-1536c94951e9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0648336 Jul 22 22:18:56.775259 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-084cf7c0-c4e1-4db7-a5e7-1b6e28256718 req-0cf63cb7-15b4-4a7d-b247-579abc6f55bf tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Jul 22 22:18:57.292980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.909036 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c9f5-edd2-4e22-aa56-82f426e97c23 req-66dfb2f2-a14d-47af-b4c4-1631b8f01aa9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:57.910670 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f661c9f5-edd2-4e22-aa56-82f426e97c23 req-66dfb2f2-a14d-47af-b4c4-1631b8f01aa9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0635874 Jul 22 22:18:57.948882 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f661c9f5-edd2-4e22-aa56-82f426e97c23 req-edb622e5-f073-4a9e-8d3a-b49031af77b0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326016 Jul 22 22:18:58.724751 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:59.083758 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dea96-6c67-4847-9760-fb7b34c48367 req-ce7f9cc5-07eb-4d9f-82a2-88f3cfcc1eed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:59.085215 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-265dea96-6c67-4847-9760-fb7b34c48367 req-ce7f9cc5-07eb-4d9f-82a2-88f3cfcc1eed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0644908 Jul 22 22:18:59.120813 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-265dea96-6c67-4847-9760-fb7b34c48367 req-607c1bec-785f-4771-a955-4db85f1064ce tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301769 Jul 22 22:19:00.260258 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98261ad0-bb9e-4a5f-a64d-5e918a5bbe9a req-5f414a62-ae32-4da9-b1ae-1f433461fc88 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:00.261734 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-98261ad0-bb9e-4a5f-a64d-5e918a5bbe9a req-5f414a62-ae32-4da9-b1ae-1f433461fc88 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0620801 Jul 22 22:19:00.297935 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-98261ad0-bb9e-4a5f-a64d-5e918a5bbe9a req-1bdd17d0-a95f-4455-834b-f25222cd12dd tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306988 Jul 22 22:19:01.428129 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6d5da-0ec2-466a-a901-c1cf31aaf2f7 req-2a7b1f6b-a7a4-43e8-a9b9-e31fa31f8f71 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:01.429597 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cb6d5da-0ec2-466a-a901-c1cf31aaf2f7 req-2a7b1f6b-a7a4-43e8-a9b9-e31fa31f8f71 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0621328 Jul 22 22:19:01.469261 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cb6d5da-0ec2-466a-a901-c1cf31aaf2f7 req-12d2bb8f-9d4a-478a-9790-a0c5ee35b9b4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341415 Jul 22 22:19:02.604977 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f66b-2d04-4d2a-8bf1-36051b20b84e req-9dc7bd26-2f95-488b-8bca-e71bdac24fd3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.606411 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e398f66b-2d04-4d2a-8bf1-36051b20b84e req-9dc7bd26-2f95-488b-8bca-e71bdac24fd3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0661678 Jul 22 22:19:02.643798 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e398f66b-2d04-4d2a-8bf1-36051b20b84e req-02d20761-74d1-4973-8dad-d75138589c06 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Jul 22 22:19:03.772590 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2b24f-8083-4e18-ab64-9241eb89849a req-4a13cebf-efc8-46ee-965b-86dc48bb4d64 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:03.774081 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-59c2b24f-8083-4e18-ab64-9241eb89849a req-4a13cebf-efc8-46ee-965b-86dc48bb4d64 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0617847 Jul 22 22:19:03.810282 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-59c2b24f-8083-4e18-ab64-9241eb89849a req-e63b798f-a5b8-47ba-bb10-281bd9c2bb4c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302424 Jul 22 22:19:04.948846 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542f991-4935-4c42-b5cc-d24e13d4a5ee req-b2c74d7c-30d5-45e8-9792-b540cb0e343d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.952461 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1542f991-4935-4c42-b5cc-d24e13d4a5ee req-b2c74d7c-30d5-45e8-9792-b540cb0e343d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0692167 Jul 22 22:19:04.989246 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1542f991-4935-4c42-b5cc-d24e13d4a5ee req-93356c5c-df47-4b1d-8f19-9cdfee52f1af tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Jul 22 22:19:06.124700 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79055ffe-301d-4c7c-81e1-f228d5bf5dd2 req-e3c58de6-0fd8-4f77-b2d2-7c6905a5c434 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.126297 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-79055ffe-301d-4c7c-81e1-f228d5bf5dd2 req-e3c58de6-0fd8-4f77-b2d2-7c6905a5c434 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0639451 Jul 22 22:19:06.163892 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-79055ffe-301d-4c7c-81e1-f228d5bf5dd2 req-3302e73a-0bce-400a-9550-75570ab3c9ef tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Jul 22 22:19:07.299525 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67173ee8-4720-4abc-a4ad-eb7a2e87cc93 req-13ddf520-f31e-4f9d-824c-4924dfe6ab63 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:07.300993 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-67173ee8-4720-4abc-a4ad-eb7a2e87cc93 req-13ddf520-f31e-4f9d-824c-4924dfe6ab63 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0666435 Jul 22 22:19:07.340901 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-67173ee8-4720-4abc-a4ad-eb7a2e87cc93 req-4e9b8d89-f25b-4481-bbcd-a827da7adf99 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344491 Jul 22 22:19:07.822064 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:08.470512 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481f095-16f6-4c7b-bebc-200f5d54f581 req-e0b06be4-32f9-4995-b9af-91ccf4d1d801 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:08.471979 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8481f095-16f6-4c7b-bebc-200f5d54f581 req-e0b06be4-32f9-4995-b9af-91ccf4d1d801 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0611145 Jul 22 22:19:08.509202 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8481f095-16f6-4c7b-bebc-200f5d54f581 req-9835070c-bcc4-4479-b050-05f1c748bcfa tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Jul 22 22:19:09.655930 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63479499-4a78-42b1-b4f4-138964deef61 req-4e27cc2b-0d82-43e4-8bde-4c71a506f49e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.657421 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-63479499-4a78-42b1-b4f4-138964deef61 req-4e27cc2b-0d82-43e4-8bde-4c71a506f49e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0755942 Jul 22 22:19:09.694838 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-63479499-4a78-42b1-b4f4-138964deef61 req-0c9ebb19-c04c-4109-b390-abd8d1eb62f2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Jul 22 22:19:10.834667 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824e9e5-6378-4625-8c0d-31ef50c59f88 req-2947de99-c8bd-4d84-8826-1fd38cd4cff1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:10.836141 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3824e9e5-6378-4625-8c0d-31ef50c59f88 req-2947de99-c8bd-4d84-8826-1fd38cd4cff1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0692205 Jul 22 22:19:10.873499 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3824e9e5-6378-4625-8c0d-31ef50c59f88 req-842afa19-b2f7-4962-957c-72bf68f1eb6d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Jul 22 22:19:12.003644 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81faa-3aa8-42d7-925a-41eff8d92c85 req-cd074b3d-52af-4b84-a536-220adb48aba5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.005133 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ef81faa-3aa8-42d7-925a-41eff8d92c85 req-cd074b3d-52af-4b84-a536-220adb48aba5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jul 22 22:19:12.043238 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ef81faa-3aa8-42d7-925a-41eff8d92c85 req-2f5ea1c0-e131-4876-9e7f-76e793a1da3f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Jul 22 22:19:12.590131 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:13.173938 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0746d-c176-4260-a988-e725fbf89240 req-c9c0a99a-eb5f-4ec7-bded-fbd39507a1ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:13.175287 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-65d0746d-c176-4260-a988-e725fbf89240 req-c9c0a99a-eb5f-4ec7-bded-fbd39507a1ed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0624774 Jul 22 22:19:13.214472 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-65d0746d-c176-4260-a988-e725fbf89240 req-120976f8-0451-47e1-af98-6882e229400b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Jul 22 22:19:14.252560 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:19:14.345772 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb96a6-fe5a-42ff-84ca-ec9e5d87b19f req-33f3fca5-ee95-4b06-a1e6-396f1bdab83b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.347308 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6fcb96a6-fe5a-42ff-84ca-ec9e5d87b19f req-33f3fca5-ee95-4b06-a1e6-396f1bdab83b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0630114 Jul 22 22:19:14.349159 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:14.360979 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'mac_address': 'fa:16:3e:90:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:19:14.386247 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6fcb96a6-fe5a-42ff-84ca-ec9e5d87b19f req-b3ad8490-fb25-4eb4-a15b-561bf1be1a42 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Jul 22 22:19:14.399216 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.412890 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94525967-b452-4109-8b6d-7b9ef1d7ee0e {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:14.431758 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:14.435777 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.485529 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=6']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:14.492242 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.492593 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.492936 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.493277 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.493609 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.493970 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.494299 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.494624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.494949 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.495270 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.495751 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.495897 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:14.546510 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['94525967-b452-4109-8b6d-7b9ef1d7ee0e'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:15.524365 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ba20-027b-41a1-a7e6-9065ecbee5d7 req-56f81df6-ad5a-4fc9-a060-d9559c16854f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.525847 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b8c5ba20-027b-41a1-a7e6-9065ecbee5d7 req-56f81df6-ad5a-4fc9-a060-d9559c16854f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 944 time: 0.0649095 Jul 22 22:19:15.562841 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b8c5ba20-027b-41a1-a7e6-9065ecbee5d7 req-72683b9a-c577-4701-9386-bb9a6a5389c2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Jul 22 22:19:16.265851 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:19:16.331312 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 94525967-b452-4109-8b6d-7b9ef1d7ee0e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:16.331774 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.546124 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.574426 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:16.577476 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1621c-6d5b-4eb5-9830-e2c0463066bb" -d '{"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-plugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:16.595160 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:16.600234 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.689303 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99750087-0c5e-46cc-8374-81c1107be0ed x-openstack-request-id: req-99750087-0c5e-46cc-8374-81c1107be0ed {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:16.689303 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-plugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:16.689618 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-99750087-0c5e-46cc-8374-81c1107be0ed {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:16.691757 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'code': 200} Jul 22 22:19:16.702344 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=7']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:16.772809 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973e51d-42bb-46b0-bef1-7d3264ecec93 req-6a7edd28-adf8-48d0-877f-6183c978043a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.774911 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7973e51d-42bb-46b0-bef1-7d3264ecec93 req-6a7edd28-adf8-48d0-877f-6183c978043a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0863919 Jul 22 22:19:16.826183 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7973e51d-42bb-46b0-bef1-7d3264ecec93 req-7a95ce63-2c53-4ed0-ae67-cbf18c657bed tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Jul 22 22:19:17.973551 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8baf4-6467-4ff5-8617-161bf1d8de01 req-d5d898d6-ed1d-4519-9f24-f8615b1dea9f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:17.981519 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1c8baf4-6467-4ff5-8617-161bf1d8de01 req-d5d898d6-ed1d-4519-9f24-f8615b1dea9f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0830066 Jul 22 22:19:18.034176 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1c8baf4-6467-4ff5-8617-161bf1d8de01 req-92c514d2-8d61-446a-8eb0-0b6d02025af8 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441051 Jul 22 22:19:19.162313 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069460-e3ad-46c1-bbeb-6eb34e644cf3 req-87365976-8037-491f-835b-c219fe6b185d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:19.163840 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c3069460-e3ad-46c1-bbeb-6eb34e644cf3 req-87365976-8037-491f-835b-c219fe6b185d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0668910 Jul 22 22:19:19.222713 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c3069460-e3ad-46c1-bbeb-6eb34e644cf3 req-77bf581b-5699-47d0-9ceb-3db4bef3eebc tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478065 Jul 22 22:19:20.382048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869670fd-5a99-434b-8721-a3b5e0114171 req-44eba8c6-fbdf-47b8-b7f4-15e7610b9069 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.384229 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-869670fd-5a99-434b-8721-a3b5e0114171 req-44eba8c6-fbdf-47b8-b7f4-15e7610b9069 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0791390 Jul 22 22:19:20.425063 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-869670fd-5a99-434b-8721-a3b5e0114171 req-875119b7-e855-4929-a65d-fa270214e02b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Jul 22 22:19:21.567973 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b8a9f-3974-4707-b4b1-f18836662e8c req-359cb4b6-a7cd-4eda-88d3-90b564fa3e79 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.569498 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d06b8a9f-3974-4707-b4b1-f18836662e8c req-359cb4b6-a7cd-4eda-88d3-90b564fa3e79 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0662150 Jul 22 22:19:21.612238 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d06b8a9f-3974-4707-b4b1-f18836662e8c req-c9409bb2-6b23-4185-90bf-3b4b37107da9 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347919 Jul 22 22:19:22.757907 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db449a-1173-42cd-bb2c-b4a778e35bb0 req-ae76c20c-d7e0-4a4c-be1a-80b2ae70b9e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.765409 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71db449a-1173-42cd-bb2c-b4a778e35bb0 req-ae76c20c-d7e0-4a4c-be1a-80b2ae70b9e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0753961 Jul 22 22:19:22.802405 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71db449a-1173-42cd-bb2c-b4a778e35bb0 req-03025b90-e9fb-41e8-89ce-e5e8e194ce6b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360856 Jul 22 22:19:23.415567 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5745d4a9-7749-44ab-8f9c-f5f0dfb0f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:23.947487 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3b8e6-3b6c-4220-b66a-8575c3021f42 req-0113edc5-dba7-4cce-9280-1fbce0755b98 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.949092 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d8f3b8e6-3b6c-4220-b66a-8575c3021f42 req-0113edc5-dba7-4cce-9280-1fbce0755b98 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0656743 Jul 22 22:19:23.989086 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d8f3b8e6-3b6c-4220-b66a-8575c3021f42 req-5094900c-8076-4bd7-af78-0af99549d868 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333900 Jul 22 22:19:25.120873 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cbb86-7b9e-4628-9fbe-63e929c9273e req-d6b1bcd0-9c1f-42a8-87ba-776401162ba7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.122900 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f64cbb86-7b9e-4628-9fbe-63e929c9273e req-d6b1bcd0-9c1f-42a8-87ba-776401162ba7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jul 22 22:19:25.159420 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f64cbb86-7b9e-4628-9fbe-63e929c9273e req-beb96dd2-86cb-4473-851b-2fccbe1cde45 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Jul 22 22:19:25.618766 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2143002-ff0c-404c-8928-02bb3e512326 req-a1b2b2c4-0cd9-4b99-b028-d964d97eaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.620288 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-a1b2b2c4-0cd9-4b99-b028-d964d97eaabc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1098 time: 0.0552473 Jul 22 22:19:25.713820 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2143002-ff0c-404c-8928-02bb3e512326 req-9786711b-1e0c-4a90-bba2-0a2082b92541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.715869 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-9786711b-1e0c-4a90-bba2-0a2082b92541 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0884607 Jul 22 22:19:25.785972 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-e1386a61-b92b-4dbb-b513-e1be835ad820 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 1001 time: 0.0584261 Jul 22 22:19:25.841352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2143002-ff0c-404c-8928-02bb3e512326 req-acba4992-605c-4008-b34f-e644ecc7ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.842857 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-acba4992-605c-4008-b34f-e644ecc7ef30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0477216 Jul 22 22:19:25.912551 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2143002-ff0c-404c-8928-02bb3e512326 req-9e2848e9-ebe9-45b1-846d-cd58d5311e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:25.914325 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-9e2848e9-ebe9-45b1-846d-cd58d5311e61 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619247 Jul 22 22:19:25.935260 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a2bd-5ea6-42cc-b3d8-83b4c8857354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:26.023929 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-9b3de09e-8a6a-4239-b49e-c8c9118b8024 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950294 Jul 22 22:19:26.118555 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2143002-ff0c-404c-8928-02bb3e512326 req-efb3b69b-9778-4593-b0b6-ffc47027e699 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823107 Jul 22 22:19:26.300897 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538d1d-ffe9-41eb-847b-82b49e6d767a req-d4fe5dd6-c090-475f-8849-e214a806787d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.302403 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a538d1d-ffe9-41eb-847b-82b49e6d767a req-d4fe5dd6-c090-475f-8849-e214a806787d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0719872 Jul 22 22:19:26.339610 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a538d1d-ffe9-41eb-847b-82b49e6d767a req-99ff2c50-6caa-412a-a6a1-7e241b7b7c54 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Jul 22 22:19:26.527324 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:27.297060 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:27.471337 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759a088-80f3-4795-9f26-20658491fe26 req-68ee4702-1345-43ad-9544-e21fdea580e4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.472817 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9759a088-80f3-4795-9f26-20658491fe26 req-68ee4702-1345-43ad-9544-e21fdea580e4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 945 time: 0.0619483 Jul 22 22:19:27.509365 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9759a088-80f3-4795-9f26-20658491fe26 req-c9e7719c-9de3-412e-b132-f9d27373a9f7 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308812 Jul 22 22:19:28.359539 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:28.438055 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:28.460233 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:28.462447 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb28e65-d1ae-4a6a-a44d-fb56abcfd44b" -d '{"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-unplugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:28.474831 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:28.478662 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:28.501163 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b398667-fa47-4552-9861-2a8844d0f634 x-openstack-request-id: req-9b398667-fa47-4552-9861-2a8844d0f634 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:28.501456 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-unplugged", "status": "failed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "code": 422}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:28.501707 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b398667-fa47-4552-9861-2a8844d0f634 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:28.502416 dv-cinder-778534-6-iscsi neutron-server[93219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'code': 422} returned with failed status Jul 22 22:19:28.526068 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=8']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:28.639309 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc201646-f630-4c9e-aad0-fac650ab0cb2 req-ec3d8f28-256e-4c3f-a6c6-e359bd4f85b4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:28.640784 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc201646-f630-4c9e-aad0-fac650ab0cb2 req-ec3d8f28-256e-4c3f-a6c6-e359bd4f85b4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0631413 Jul 22 22:19:28.681180 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc201646-f630-4c9e-aad0-fac650ab0cb2 req-048c972c-dacc-49d8-a31c-a32416ee937c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348334 Jul 22 22:19:28.727677 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.570719 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6df33-477b-4e1d-a695-62a20f75cb37 req-ad30bf62-4cbd-48aa-8902-7c606950e823 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.572230 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-55d6df33-477b-4e1d-a695-62a20f75cb37 req-ad30bf62-4cbd-48aa-8902-7c606950e823 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0671425 Jul 22 22:19:29.595187 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-b0c9c673-1335-4db6-ab9a-7c217cc176c9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520432 Jul 22 22:19:29.610441 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-55d6df33-477b-4e1d-a695-62a20f75cb37 req-1b9dac44-fb4d-479f-b993-f2aad0e47f31 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Jul 22 22:19:30.551374 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-b95d1c9f-e0b7-40d5-8a47-1fac10aa155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.552950 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-b95d1c9f-e0b7-40d5-8a47-1fac10aa155c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1&tenant_id=23bff573448c4799b7c1ab8221169c5d HTTP/1.1" status: 200 len: 1096 time: 0.0584657 Jul 22 22:19:30.628705 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-3a09d420-e362-414e-a224-f2e6d6419621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.630163 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-3a09d420-e362-414e-a224-f2e6d6419621 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1096 time: 0.0525601 Jul 22 22:19:30.759276 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-04375fd2-d5d7-4e31-ae12-b869bca258f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.760778 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-04375fd2-d5d7-4e31-ae12-b869bca258f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.1223545 Jul 22 22:19:30.816077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a90985-83fb-47b7-a723-1d54a077e34c req-fb0ab2de-8b07-4c83-ad09-4df506c083c3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.817508 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-95a90985-83fb-47b7-a723-1d54a077e34c req-fb0ab2de-8b07-4c83-ad09-4df506c083c3 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.1199520 Jul 22 22:19:30.851708 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-4a8cb170-2c0e-4a99-b652-202324552cf9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 999 time: 0.0834374 Jul 22 22:19:30.895480 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-95a90985-83fb-47b7-a723-1d54a077e34c req-8dfb6fb4-735d-4d1d-96ae-32fef442e133 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715749 Jul 22 22:19:30.921826 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-5777fcab-f539-41e9-942b-52b9efff34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.923286 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-5777fcab-f539-41e9-942b-52b9efff34b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0614953 Jul 22 22:19:30.983280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-67d924bb-db76-4fd3-8ede-e743c7bccac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:30.984767 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-67d924bb-db76-4fd3-8ede-e743c7bccac4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544455 Jul 22 22:19:31.075951 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-8442e21e-d744-4df6-82be-dc9f61b9f9a2 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836289 Jul 22 22:19:31.164387 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-719c17e0-634b-42f7-81be-f6ba93ec223e req-937ec050-5c7d-4048-b3f4-8d7d5ace7fd9 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808964 Jul 22 22:19:32.031252 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8cd13-f0d9-40cc-b2a7-593493a8d684 req-809a1533-8b08-4314-9e78-b3e26b06bc3b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:32.032944 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-26e8cd13-f0d9-40cc-b2a7-593493a8d684 req-809a1533-8b08-4314-9e78-b3e26b06bc3b tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0644934 Jul 22 22:19:32.071590 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-26e8cd13-f0d9-40cc-b2a7-593493a8d684 req-0a1956ff-fd9b-49f0-afb7-66b322bd8e12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330608 Jul 22 22:19:32.377724 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:33.209179 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d69f3-16cb-476b-9d41-32d1824eb480 req-784569e2-f05e-4421-bc48-9dd0ba0a6df1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:33.210686 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f3d69f3-16cb-476b-9d41-32d1824eb480 req-784569e2-f05e-4421-bc48-9dd0ba0a6df1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0651906 Jul 22 22:19:33.253414 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f3d69f3-16cb-476b-9d41-32d1824eb480 req-72500f99-1175-41b1-89a2-c480ae4badfa tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363655 Jul 22 22:19:34.394335 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeede4f6-7700-4793-88e8-8e4cad698f69 req-1ee36842-c0a5-4498-9b49-89023dc72902 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:34.395829 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eeede4f6-7700-4793-88e8-8e4cad698f69 req-1ee36842-c0a5-4498-9b49-89023dc72902 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0679402 Jul 22 22:19:34.433355 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eeede4f6-7700-4793-88e8-8e4cad698f69 req-79b667d9-cb0e-46ef-a41e-3040940f6b07 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Jul 22 22:19:35.569802 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d9f77-31c9-4923-9f75-69ca3b6ae398 req-274011ef-8ae2-4111-87a3-6a1747b0a8a5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.571329 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ef9d9f77-31c9-4923-9f75-69ca3b6ae398 req-274011ef-8ae2-4111-87a3-6a1747b0a8a5 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0644674 Jul 22 22:19:35.611182 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ef9d9f77-31c9-4923-9f75-69ca3b6ae398 req-419f9e93-ab01-4a55-b6b7-3007d65bdb1a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337002 Jul 22 22:19:36.749774 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4debe9-380d-41b8-88de-23f5bfc4cc7f req-ed055e10-ec56-45cb-a702-1c72e7ff9920 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:36.751331 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e4debe9-380d-41b8-88de-23f5bfc4cc7f req-ed055e10-ec56-45cb-a702-1c72e7ff9920 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0634253 Jul 22 22:19:36.791891 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e4debe9-380d-41b8-88de-23f5bfc4cc7f req-ff9bb053-9c7d-4972-8cb6-5853f4cefe37 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343227 Jul 22 22:19:37.932282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63220788-3a2a-4d35-a082-5a8cb8581d72 req-0d9fadaf-8771-46a2-8c21-70ccfde62284 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:37.933773 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63220788-3a2a-4d35-a082-5a8cb8581d72 req-0d9fadaf-8771-46a2-8c21-70ccfde62284 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0691497 Jul 22 22:19:37.973034 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63220788-3a2a-4d35-a082-5a8cb8581d72 req-a4eb68f5-7237-49af-88b5-81449c52c571 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337176 Jul 22 22:19:39.113234 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40503c41-3505-494d-a1c5-028bb1712044 req-8af83704-e645-4f2a-bd82-a72ffe56ab07 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:39.114825 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-40503c41-3505-494d-a1c5-028bb1712044 req-8af83704-e645-4f2a-bd82-a72ffe56ab07 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0696278 Jul 22 22:19:39.158213 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-40503c41-3505-494d-a1c5-028bb1712044 req-2d44c1a3-7ee0-41b0-b681-c31b5918da3c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365703 Jul 22 22:19:40.296257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033a93d-5074-4b1b-b91b-72eec220ee74 req-1a29e489-c30d-418f-8e4d-a3d22ba3f965 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:40.297634 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a033a93d-5074-4b1b-b91b-72eec220ee74 req-1a29e489-c30d-418f-8e4d-a3d22ba3f965 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0667834 Jul 22 22:19:40.342313 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a033a93d-5074-4b1b-b91b-72eec220ee74 req-9e849147-cf92-4571-8471-952bc9f928b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Jul 22 22:19:41.476871 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958766e3-69ef-4612-b02a-ffebe2e29f5a req-5bed5f1d-8246-492f-aa2e-48324cf09307 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.478401 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-958766e3-69ef-4612-b02a-ffebe2e29f5a req-5bed5f1d-8246-492f-aa2e-48324cf09307 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0652871 Jul 22 22:19:41.515793 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-958766e3-69ef-4612-b02a-ffebe2e29f5a req-20dc72fd-52cf-47a4-9d74-f82f71895c89 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Jul 22 22:19:42.591368 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:42.649629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dcce-1f2b-44be-919e-3206302dbc5d req-4aa77f04-d1c3-4d73-b015-b75342098915 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:42.651114 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7c85dcce-1f2b-44be-919e-3206302dbc5d req-4aa77f04-d1c3-4d73-b015-b75342098915 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0646658 Jul 22 22:19:42.688675 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7c85dcce-1f2b-44be-919e-3206302dbc5d req-5ee9c874-e1f4-4863-9eec-12eab9629aa6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Jul 22 22:19:43.309626 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-98f697a2-846d-4efa-ad52-ede5e6e4d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.311112 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-98f697a2-846d-4efa-ad52-ede5e6e4d63f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23bff573448c4799b7c1ab8221169c5d&device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1096 time: 0.0521524 Jul 22 22:19:43.420253 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-dd735860-f8b5-4ba4-833e-b3207e53a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.421635 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-dd735860-f8b5-4ba4-833e-b3207e53a220 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 200 len: 919 time: 0.0879524 Jul 22 22:19:43.487098 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-a775c592-fbbd-478c-ad75-de361982bfb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 200 len: 999 time: 0.0583889 Jul 22 22:19:43.535789 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-b0d61630-fe4c-4cd7-9c46-917a7133a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.537129 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-b0d61630-fe4c-4cd7-9c46-917a7133a906 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 200 len: 856 time: 0.0414245 Jul 22 22:19:43.594858 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-0974cdbb-56a8-4fc6-bf70-2b5db28278a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.596276 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-0974cdbb-56a8-4fc6-bf70-2b5db28278a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fd9d1b93-a4df-4378-997f-071fb5740d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504370 Jul 22 22:19:43.693583 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-d23dd7c4-8e95-4235-8a2b-6736a454a046 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Jul 22 22:19:43.795608 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a7432b4-5a1d-4144-8ca6-2d88a9ec05fa req-73a66dae-b147-405e-81d8-1d7e1b53cdc8 service neutron] 10.222.0.77 "GET /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871170 Jul 22 22:19:43.831116 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd303ea-43bd-4b9a-a469-c60148d0a583 req-12ddc7e7-0cb0-452e-9f75-6f4076afcbe1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:43.832648 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd303ea-43bd-4b9a-a469-c60148d0a583 req-12ddc7e7-0cb0-452e-9f75-6f4076afcbe1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0622842 Jul 22 22:19:43.870064 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd303ea-43bd-4b9a-a469-c60148d0a583 req-52f15b87-89e4-4bca-b526-c00336feb7c1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Jul 22 22:19:44.820374 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:45.002443 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112a27d-82f8-4c75-9595-22f20b1e2f43 req-5bf4500b-0eb3-4d3e-bbac-f00cea19ee41 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.003926 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3112a27d-82f8-4c75-9595-22f20b1e2f43 req-5bf4500b-0eb3-4d3e-bbac-f00cea19ee41 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0624201 Jul 22 22:19:45.044332 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3112a27d-82f8-4c75-9595-22f20b1e2f43 req-03fd3d6c-ad3c-4460-8751-5c2543e9c8eb tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347202 Jul 22 22:19:46.182419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351483d-eec5-4ace-9656-c0d73e23bf7a req-4797a6c5-ca3b-41d0-b8fa-27f9c24bce46 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.183897 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9351483d-eec5-4ace-9656-c0d73e23bf7a req-4797a6c5-ca3b-41d0-b8fa-27f9c24bce46 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 943 time: 0.0640969 Jul 22 22:19:46.224128 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9351483d-eec5-4ace-9656-c0d73e23bf7a req-adf76a33-643b-4c70-b6e4-948a7f5f5856 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Jul 22 22:19:46.440792 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:19:46.531450 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:46.545134 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'port_id': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'mac_address': 'fa:16:3e:90:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:19:46.580954 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.592942 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94525967-b452-4109-8b6d-7b9ef1d7ee0e {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:19:46.611783 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:46.616068 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.663790 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=9']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:46.927289 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['94525967-b452-4109-8b6d-7b9ef1d7ee0e'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:47.355516 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db41da-1787-4d7d-b1da-8559fc00a678 req-c80f7b3c-d6f2-45c0-9dcc-5b7eef2fb9e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:47.357543 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0db41da-1787-4d7d-b1da-8559fc00a678 req-c80f7b3c-d6f2-45c0-9dcc-5b7eef2fb9e1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 944 time: 0.0640917 Jul 22 22:19:47.396015 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0db41da-1787-4d7d-b1da-8559fc00a678 req-c1338881-3b90-4b8c-bc43-174a4a2d90a2 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327377 Jul 22 22:19:48.452622 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:19:48.500520 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 94525967-b452-4109-8b6d-7b9ef1d7ee0e triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:48.500898 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.532983 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118f8f-74ae-4ca8-b76e-96f228016db1 req-c27210bf-7de0-4335-8c24-7507f7f78f8c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:48.534594 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d1118f8f-74ae-4ca8-b76e-96f228016db1 req-c27210bf-7de0-4335-8c24-7507f7f78f8c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 944 time: 0.0657516 Jul 22 22:19:48.576476 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d1118f8f-74ae-4ca8-b76e-96f228016db1 req-b359cd0f-7109-41aa-891f-9f63a8579625 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356121 Jul 22 22:19:48.595162 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.617274 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:48.619543 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c26534d-1def-483c-a0bf-b653ebb0012b" -d '{"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-plugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:48.632485 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:48.636743 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:48.659467 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184b6d9f-fbab-4030-9f9e-f65b44fb5ef1 x-openstack-request-id: req-184b6d9f-fbab-4030-9f9e-f65b44fb5ef1 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:48.659760 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-plugged", "status": "completed", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:48.660005 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-184b6d9f-fbab-4030-9f9e-f65b44fb5ef1 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:48.660382 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'code': 200} Jul 22 22:19:48.686336 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=10']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:48.687664 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1028af5-5376-4667-91e3-35178d97aa80 req-57bc83e0-7dd9-4ebe-93fd-f075407f8d55 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:48.689172 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d1028af5-5376-4667-91e3-35178d97aa80 req-57bc83e0-7dd9-4ebe-93fd-f075407f8d55 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0667443 Jul 22 22:19:48.731809 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d1028af5-5376-4667-91e3-35178d97aa80 req-edb94aff-0d51-417b-966f-0bae9b1e1b79 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335298 Jul 22 22:19:48.918890 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cb95f-6126-458a-b9d4-dafa6f868897 req-6a70112a-7a62-4325-8e52-eed1c24c96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:48.920391 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb7cb95f-6126-458a-b9d4-dafa6f868897 req-6a70112a-7a62-4325-8e52-eed1c24c96ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 1099 time: 0.0569749 Jul 22 22:19:48.956241 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb7cb95f-6126-458a-b9d4-dafa6f868897 req-85bd59d3-c9d7-4936-a397-2eb529409e50 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267558 Jul 22 22:19:49.712447 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c4f0-6347-4e37-a75a-c05657ec08bf req-bac6b3d8-0b66-4e3b-a994-9ddf78a5a10f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.713922 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9520c4f0-6347-4e37-a75a-c05657ec08bf req-bac6b3d8-0b66-4e3b-a994-9ddf78a5a10f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0631726 Jul 22 22:19:49.750753 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9520c4f0-6347-4e37-a75a-c05657ec08bf req-cfc6ebdd-3586-48eb-917c-29e5cc8f992e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312939 Jul 22 22:19:49.857966 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758e0a9-d6f7-4450-b27e-112ff010ef11 req-46a07475-769e-4fea-8093-b810e517d7e2 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.859425 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0758e0a9-d6f7-4450-b27e-112ff010ef11 req-46a07475-769e-4fea-8093-b810e517d7e2 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0614848 Jul 22 22:19:49.899250 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0758e0a9-d6f7-4450-b27e-112ff010ef11 req-2868f373-e81d-4d9e-ab9c-ca6cb7c796a8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342407 Jul 22 22:19:50.881321 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fd81d-ca1c-4ecb-b5d0-531ee7b246aa req-1bd9d13d-560a-43e6-8043-d63585a9669d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:50.882810 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-256fd81d-ca1c-4ecb-b5d0-531ee7b246aa req-1bd9d13d-560a-43e6-8043-d63585a9669d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0627360 Jul 22 22:19:50.923723 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-256fd81d-ca1c-4ecb-b5d0-531ee7b246aa req-29cf4fdb-ecc6-4ef1-b2dd-ab8a59f37168 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353940 Jul 22 22:19:51.024958 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a0d95-db84-43cf-9eb5-65f9c5de74ac req-55a33af1-a0cc-4826-a252-f47e406183c0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.026438 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-504a0d95-db84-43cf-9eb5-65f9c5de74ac req-55a33af1-a0cc-4826-a252-f47e406183c0 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0621157 Jul 22 22:19:51.063158 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-504a0d95-db84-43cf-9eb5-65f9c5de74ac req-517b091f-abbb-450d-9538-635a41f4708c tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups?id=3690819a-b474-43dc-aaa4-d67ba300c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307178 Jul 22 22:19:51.204573 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-ae4681eb-65ea-4b9f-b5e7-0a0de81eeaab tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.206019 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-ae4681eb-65ea-4b9f-b5e7-0a0de81eeaab tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 945 time: 0.0608907 Jul 22 22:19:51.304959 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Deleting port 23d6b380-d969-473a-b170-ed2c2f30b84a {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:51.305301 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:51.393444 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] For port 23d6b380-d969-473a-b170-ed2c2f30b84a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=23d6b380-d969-473a-b170-ed2c2f30b84a,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:51.393800 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:51.556909 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:51.557279 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:51.557590 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Floating IP 7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c disassociated. External IP: 172.27.0.43, port: 23d6b380-d969-473a-b170-ed2c2f30b84a. Jul 22 22:19:51.557957 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Calling delete_port for 23d6b380-d969-473a-b170-ed2c2f30b84a owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:51.681639 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:51.709288 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event deleted for resources: {'Port': ['ID=23d6b380-d969-473a-b170-ed2c2f30b84a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:51.719200 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.719550 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.719889 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.720231 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.720558 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.720895 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.721219 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.721544 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.721956 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.722205 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.722527 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.722854 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:51.829973 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Router faf546f0-508f-4369-be26-11cc236d09ab has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:19:51.931899 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:19:51.942028 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:19:51.950784 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:51.951402 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:19:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:51.975339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] No DVR routers for this DVR port 23d6b380-d969-473a-b170-ed2c2f30b84a on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:19:51.977757 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:51.979872 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3931bbc6-d41d-4237-baf9-f0436f56441e req-84d347bb-73bf-45f7-bcf0-e70cf8a44dc8 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.77 "DELETE /v2.0/ports/23d6b380-d969-473a-b170-ed2c2f30b84a HTTP/1.1" status: 204 len: 173 time: 0.7655051 Jul 22 22:19:51.980273 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'name': 'network-vif-deleted', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:51.983056 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146a8c0b-f17e-4074-ba56-a0cd9eb9487e" -d '{"events": [{"server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "name": "network-vif-deleted", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:52.018594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c517be47-7dd6-4fbd-acca-3fa599ac90d4 x-openstack-request-id: req-c517be47-7dd6-4fbd-acca-3fa599ac90d4 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:52.018880 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dce3bcf-a1e2-498a-bf89-d198c8c4ec36", "name": "network-vif-deleted", "tag": "23d6b380-d969-473a-b170-ed2c2f30b84a", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:52.019129 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c517be47-7dd6-4fbd-acca-3fa599ac90d4 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:52.019625 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dce3bcf-a1e2-498a-bf89-d198c8c4ec36', 'name': 'network-vif-deleted', 'tag': '23d6b380-d969-473a-b170-ed2c2f30b84a', 'status': 'completed', 'code': 200} Jul 22 22:19:52.066364 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:52.186528 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-56426618-8d3a-47b2-bfc5-0110e9726c92 req-73d80366-7f40-436b-857d-1e08978ce029 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dce3bcf-a1e2-498a-bf89-d198c8c4ec36 HTTP/1.1" status: 200 len: 210 time: 0.0300596 Jul 22 22:19:52.273574 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:52.302936 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:19:52.310742 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:52.311332 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:19:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:52.415298 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:52.609314 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:52.634923 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c3f61-c36b-4f73-a576-cc610a273d30 None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '267ada2a-e2da-442d-b1bd-628d632cdbb0', 'name': '', 'network_id': '326cd767-0129-4592-a578-cc363d228277', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'mac_address': 'fa:16:3e:ba:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:36Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'subnets': [{'id': '0ef8d343-5698-4810-aa58-e04007ba1e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:19:52.834994 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997f0eb-69ff-46d5-b3cb-aa363ccc610f None None] New status for floating IP 7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:19:53.267750 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37834) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:53.320002 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.342962 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.392524 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.395011 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.396314 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "DELETE /v2.0/security-groups/3690819a-b474-43dc-aaa4-d67ba300c33a HTTP/1.1" status: 204 len: 168 time: 0.1275215 Jul 22 22:19:53.399122 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37836) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:53.406304 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3690819a-b474-43dc-aaa4-d67ba300c33a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:53.413418 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.413890 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.414264 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.414444 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-4a7aa3d3-f55c-468e-b1a8-0d67dc119b9d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] show failed (client error): The resource could not be found. Jul 22 22:19:53.414763 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.415276 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.415396 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4a7aa3d3-f55c-468e-b1a8-0d67dc119b9d tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "GET /v2.0/security-groups/3690819a-b474-43dc-aaa4-d67ba300c33a HTTP/1.1" status: 404 len: 347 time: 0.0146070 Jul 22 22:19:53.415624 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.415963 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.416300 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.416638 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.416970 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.417301 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.417629 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafd711-3030-40b3-9522-32f0b87dc2f1 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:53.418888 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37838) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:53.421810 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d76df0a4-a03e-4bfd-8081-2c2810780886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.541685 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Deleting port ed2c6c7b-5ef8-446e-a0ed-bc78ae63002b {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:53.541954 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.618077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.618409 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.630454 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Calling delete_port for ed2c6c7b-5ef8-446e-a0ed-bc78ae63002b owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:53.756742 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.781478 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Pushing event deleted for resources: {'Port': ['ID=ed2c6c7b-5ef8-446e-a0ed-bc78ae63002b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:53.841460 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.843953 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:53.845082 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2b8fc0c7-97f3-4063-9f54-8e2e79832df6 tempest-AttachVolumeTestJSON-597753367 tempest-AttachVolumeTestJSON-597753367-project] 10.222.0.63 "DELETE /v2.0/floatingips/7ea9e6d4-7677-4d7c-b2a9-f6a781a0d03c HTTP/1.1" status: 204 len: 168 time: 0.4251373 Jul 22 22:19:54.464235 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 23d6b380-d969-473a-b170-ed2c2f30b84a no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:54.483938 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 23d6b380-d969-473a-b170-ed2c2f30b84a {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:19:54.484291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 23d6b380-d969-473a-b170-ed2c2f30b84a not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:19:55.925833 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a03be370-cef8-42ee-95f9-d6fba489d659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:56.528542 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:57.299319 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:57.366156 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37870) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:58.070647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.310773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Deleting port 267ada2a-e2da-442d-b1bd-628d632cdbb0 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:58.311111 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.385771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] For port 267ada2a-e2da-442d-b1bd-628d632cdbb0, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=267ada2a-e2da-442d-b1bd-628d632cdbb0,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:58.386421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.397740 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Calling delete_port for 267ada2a-e2da-442d-b1bd-628d632cdbb0 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:58.569253 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.597787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Pushing event deleted for resources: {'Port': ['ID=267ada2a-e2da-442d-b1bd-628d632cdbb0,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:58.731446 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.760415 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.966173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Router faf546f0-508f-4369-be26-11cc236d09ab has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:19:59.067468 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:19:59.072419 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-db4c758e-3133-41e0-8c01-d061b0b50413 admin admin] 10.222.0.63 "PUT /v2.0/routers/faf546f0-508f-4369-be26-11cc236d09ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050393 Jul 22 22:19:59.075372 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37874) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:59.078045 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] Sync routers for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:19:59.087378 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:59.087991 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:19:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:59.172734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.187932 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:59.268483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.321090 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Deleting port 3e71a97b-0a63-4f07-956b-0d1072da3270 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:59.321427 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.358150 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:19:58Z', 'revision_number': 5, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port': {'id': '3e71a97b-0a63-4f07-956b-0d1072da3270', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:23Z', 'updated_at': '2021-07-22T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:59.387999 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] Checking router: faf546f0-508f-4369-be26-11cc236d09ab for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:19:59.396134 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] Routers {'faf546f0-508f-4369-be26-11cc236d09ab'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:59.396735 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:19:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['faf546f0-508f-4369-be26-11cc236d09ab'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:59.398204 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] For port 3e71a97b-0a63-4f07-956b-0d1072da3270, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=3e71a97b-0a63-4f07-956b-0d1072da3270,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:59.398727 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.410466 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Calling delete_port for 3e71a97b-0a63-4f07-956b-0d1072da3270 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:59.478772 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] Set router faf546f0-508f-4369-be26-11cc236d09ab gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:59.577027 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.602642 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e71a97b-0a63-4f07-956b-0d1072da3270,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:59.657607 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:19:59Z', 'revision_number': 6, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:59.667473 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.684441 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e6ed5-1f94-4744-b9ca-de657342ed56 None None] The sync data for ids ['faf546f0-508f-4369-be26-11cc236d09ab'] in dv-cinder-778534-6-iscsi is: [{'id': 'faf546f0-508f-4369-be26-11cc236d09ab', 'name': 'tempest-AttachVolumeTestJSON-514598902-router', 'tenant_id': '8133321cb72f4dbb94430ffb1a8eda29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:21Z', 'updated_at': '2021-07-22T22:19:59Z', 'revision_number': 6, 'project_id': '8133321cb72f4dbb94430ffb1a8eda29', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:19:59.757026 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.759083 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.800214 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.800738 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf546f0-508f-4369-be26-11cc236d09ab {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:19:59.804912 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.805966 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a409f118-a516-4a80-ac44-25543573848e admin admin] 10.222.0.63 "DELETE /v2.0/routers/faf546f0-508f-4369-be26-11cc236d09ab HTTP/1.1" status: 204 len: 168 time: 0.7296729 Jul 22 22:19:59.808628 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37876) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:59.860286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Deleting subnet 0ef8d343-5698-4810-aa58-e04007ba1e6b {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:19:59.863211 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.897089 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.971062 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.026552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.058942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef8d343-5698-4810-aa58-e04007ba1e6b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:00.060988 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.065836 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37878) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:00.066340 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-22f1f483-8363-45da-9da2-da6f01208fdf admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0ef8d343-5698-4810-aa58-e04007ba1e6b HTTP/1.1" status: 204 len: 168 time: 0.2557728 Jul 22 22:20:00.068304 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba8407-2f3a-43ef-874f-6f07e31efae8 None None] Network 326cd767-0129-4592-a578-cc363d228277 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:00.140518 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.191251 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Deleting port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:00.191591 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.256221 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] For port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,segment=NetworkSegment(344c8115-9870-4161-a631-7728adab4be0),segment_id=344c8115-9870-4161-a631-7728adab4be0)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:00.256574 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.268265 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Calling delete_port for 61719ad4-966d-4c7a-9631-6cf1b3f15ffa owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:00.343541 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.372395 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Pushing event deleted for resources: {'Port': ['ID=61719ad4-966d-4c7a-9631-6cf1b3f15ffa,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:00.374347 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] No DVR routers for this DVR port 61719ad4-966d-4c7a-9631-6cf1b3f15ffa on host dv-cinder-778534-6-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:00.442851 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.453916 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326cd767-0129-4592-a578-cc363d228277']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.466216 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344c8115-9870-4161-a631-7728adab4be0') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.466515 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344c8115-9870-4161-a631-7728adab4be0') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.470656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0dc043-6735-4ef4-9012-6ce55e721618 None None] DHCP port deletion for 326cd767-0129-4592-a578-cc363d228277 request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:20:00.476460 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.490269 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.497290 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Releasing vlan 1819 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:00.497762 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:00.499774 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:00.524957 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 61719ad4-966d-4c7a-9631-6cf1b3f15ffa no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:00.552086 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 61719ad4-966d-4c7a-9631-6cf1b3f15ffa {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:00.552440 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 61719ad4-966d-4c7a-9631-6cf1b3f15ffa not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:00.552881 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 267ada2a-e2da-442d-b1bd-628d632cdbb0 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:00.556613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.562776 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.564743 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] 10.222.0.63 "DELETE /v2.0/networks/326cd767-0129-4592-a578-cc363d228277 HTTP/1.1" status: 204 len: 168 time: 0.4972320 Jul 22 22:20:00.576185 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0545b-d314-403c-a72e-7e5f4fba707f admin admin] Pushing event deleted for resources: {'Network': ['ID=326cd767-0129-4592-a578-cc363d228277,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:00.576537 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 267ada2a-e2da-442d-b1bd-628d632cdbb0 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:00.577061 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 267ada2a-e2da-442d-b1bd-628d632cdbb0 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:00.577638 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 3e71a97b-0a63-4f07-956b-0d1072da3270 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:00.597660 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 3e71a97b-0a63-4f07-956b-0d1072da3270 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:00.598042 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 3e71a97b-0a63-4f07-956b-0d1072da3270 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:00.691350 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37882) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:00.734995 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8ba56180-02d1-49c0-9747-75b5397da4c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8133321cb72f4dbb94430ffb1a8eda29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402625 Jul 22 22:20:00.735737 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37884) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:00.787567 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-702bc27b-d6a8-44a7-ad3c-e57e42bc0cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.807570 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-702bc27b-d6a8-44a7-ad3c-e57e42bc0cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.854795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-702bc27b-d6a8-44a7-ad3c-e57e42bc0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.857701 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-702bc27b-d6a8-44a7-ad3c-e57e42bc0cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.858872 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-702bc27b-d6a8-44a7-ad3c-e57e42bc0cc4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa77f34e-4a95-4754-9cec-0f08c9ba028c HTTP/1.1" status: 204 len: 168 time: 0.1225336 Jul 22 22:20:00.866366 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bc27b-d6a8-44a7-ad3c-e57e42bc0cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77f34e-4a95-4754-9cec-0f08c9ba028c,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:10.105689 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 37992) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:10.210772 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e4a0-85a0-48ed-9d37-e1001b2d406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.296356 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e4a0-85a0-48ed-9d37-e1001b2d406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.299903 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e4a0-85a0-48ed-9d37-e1001b2d406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.341917 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c0b3e4a0-85a0-48ed-9d37-e1001b2d406b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=802c7902e2d8453d9e3139b90cebc9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349951 Jul 22 22:20:10.342974 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3e4a0-85a0-48ed-9d37-e1001b2d406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137b6384-811d-478f-850d-47315409efc3,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:10.344654 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 37996) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:10.391945 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a866f78d-fdf9-4b9d-af51-7e4be83f4eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.412829 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a866f78d-fdf9-4b9d-af51-7e4be83f4eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.457126 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a866f78d-fdf9-4b9d-af51-7e4be83f4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.459631 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a866f78d-fdf9-4b9d-af51-7e4be83f4eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.461362 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a866f78d-fdf9-4b9d-af51-7e4be83f4eb5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/137b6384-811d-478f-850d-47315409efc3 HTTP/1.1" status: 204 len: 168 time: 0.1151481 Jul 22 22:20:10.468361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f78d-fdf9-4b9d-af51-7e4be83f4eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b6384-811d-478f-850d-47315409efc3,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:11.977492 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38048) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.079125 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a7dbdf4-a153-43fb-86b4-e0b5cc465d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.164604 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a7dbdf4-a153-43fb-86b4-e0b5cc465d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.168224 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a7dbdf4-a153-43fb-86b4-e0b5cc465d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.205663 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1a7dbdf4-a153-43fb-86b4-e0b5cc465d8f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dabcc247d4604c04ac78ee5c8ba271dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271047 Jul 22 22:20:12.206559 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dbdf4-a153-43fb-86b4-e0b5cc465d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132ed3fa-754c-4d3c-b42f-8738c7f3b24e,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:12.209038 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38052) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.260288 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aad736ad-3a63-40a0-87e2-81b02378d2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.280581 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aad736ad-3a63-40a0-87e2-81b02378d2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.325717 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aad736ad-3a63-40a0-87e2-81b02378d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.328266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-aad736ad-3a63-40a0-87e2-81b02378d2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.329402 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-aad736ad-3a63-40a0-87e2-81b02378d2a8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/132ed3fa-754c-4d3c-b42f-8738c7f3b24e HTTP/1.1" status: 204 len: 168 time: 0.1193659 Jul 22 22:20:12.337049 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad736ad-3a63-40a0-87e2-81b02378d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ed3fa-754c-4d3c-b42f-8738c7f3b24e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:12.573782 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38058) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.587249 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35b033ef-e923-425a-a59b-89662d4e8e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.601478 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.677126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35b033ef-e923-425a-a59b-89662d4e8e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.680775 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35b033ef-e923-425a-a59b-89662d4e8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.718137 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-35b033ef-e923-425a-a59b-89662d4e8e48 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=72dc0ce549334f8595ae7fbc4236c64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432102 Jul 22 22:20:12.718949 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b033ef-e923-425a-a59b-89662d4e8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d6a20-6f6a-419d-a73b-c30d2f30d8ce,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:12.720951 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38060) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:12.768868 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6e28d232-8629-40f9-b4cc-6e82f6ca913d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.789490 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6e28d232-8629-40f9-b4cc-6e82f6ca913d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.834053 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6e28d232-8629-40f9-b4cc-6e82f6ca913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.836565 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6e28d232-8629-40f9-b4cc-6e82f6ca913d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.837678 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6e28d232-8629-40f9-b4cc-6e82f6ca913d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e67d6a20-6f6a-419d-a73b-c30d2f30d8ce HTTP/1.1" status: 204 len: 168 time: 0.1156831 Jul 22 22:20:12.845693 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d232-8629-40f9-b4cc-6e82f6ca913d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d6a20-6f6a-419d-a73b-c30d2f30d8ce,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:21.818876 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:23.421303 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-57c94bf3-b22c-4e89-9dd7-88b37c4293e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.445515 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38198) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:24.545780 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e66bbb5-cbd5-4d48-97e4-f33f3c322a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.635220 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e66bbb5-cbd5-4d48-97e4-f33f3c322a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.639189 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5e66bbb5-cbd5-4d48-97e4-f33f3c322a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.673490 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66bbb5-cbd5-4d48-97e4-f33f3c322a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ab474-d30e-4df7-81bc-200959a12009,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:24.687322 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38202) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:24.687800 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5e66bbb5-cbd5-4d48-97e4-f33f3c322a43 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=09bd1137b79647dfa11eefe0e9c70c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407324 Jul 22 22:20:24.741849 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2e83aaa8-23b6-45c4-952f-46c2a9bc8e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.767151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2e83aaa8-23b6-45c4-952f-46c2a9bc8e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.817413 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2e83aaa8-23b6-45c4-952f-46c2a9bc8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.820126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2e83aaa8-23b6-45c4-952f-46c2a9bc8e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.821284 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2e83aaa8-23b6-45c4-952f-46c2a9bc8e45 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a3ab474-d30e-4df7-81bc-200959a12009 HTTP/1.1" status: 204 len: 168 time: 0.1329963 Jul 22 22:20:24.829188 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83aaa8-23b6-45c4-952f-46c2a9bc8e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3ab474-d30e-4df7-81bc-200959a12009,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.068464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38208) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:25.082460 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb1a1-e5d7-453f-a65a-46893fb92ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.170649 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb1a1-e5d7-453f-a65a-46893fb92ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.174074 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb1a1-e5d7-453f-a65a-46893fb92ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.208742 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeb1a1-e5d7-453f-a65a-46893fb92ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c26b138-0520-4b14-b89a-88f765d6f4c0,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.212972 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5eeeb1a1-e5d7-453f-a65a-46893fb92ee2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=667730a7d93c436db84d29b265281100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434941 Jul 22 22:20:25.215761 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38210) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:25.270252 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-68659df8-2378-4602-a11f-26013d13dc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.290631 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-68659df8-2378-4602-a11f-26013d13dc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.335061 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-68659df8-2378-4602-a11f-26013d13dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.337588 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-68659df8-2378-4602-a11f-26013d13dc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.338966 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-68659df8-2378-4602-a11f-26013d13dc9a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1c26b138-0520-4b14-b89a-88f765d6f4c0 HTTP/1.1" status: 204 len: 168 time: 0.1218421 Jul 22 22:20:25.348126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68659df8-2378-4602-a11f-26013d13dc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c26b138-0520-4b14-b89a-88f765d6f4c0,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.926904 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-18f0f109-50f8-478f-93d6-4db0de4bcb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.529900 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.301163 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.731923 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.577987 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38296) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.677903 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fa7dec43-08b6-4470-bcf8-913dad00c4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.766003 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fa7dec43-08b6-4470-bcf8-913dad00c4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.769603 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fa7dec43-08b6-4470-bcf8-913dad00c4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.807213 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-fa7dec43-08b6-4470-bcf8-913dad00c4db admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f1c0258e1864ca1bf79e2c4c9f5e941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281845 Jul 22 22:20:29.808361 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dec43-08b6-4470-bcf8-913dad00c4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3679c874-7798-4f95-b3f0-1dc93380f27b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.810038 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38300) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.860183 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4285cacd-317c-4043-84d3-5519c923eb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.880913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4285cacd-317c-4043-84d3-5519c923eb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.925583 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4285cacd-317c-4043-84d3-5519c923eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.928062 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4285cacd-317c-4043-84d3-5519c923eb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.929165 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4285cacd-317c-4043-84d3-5519c923eb5b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3679c874-7798-4f95-b3f0-1dc93380f27b HTTP/1.1" status: 204 len: 168 time: 0.1180956 Jul 22 22:20:29.937116 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285cacd-317c-4043-84d3-5519c923eb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3679c874-7798-4f95-b3f0-1dc93380f27b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:30.179339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38306) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:30.192753 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-29769fe1-c915-4b85-9c7b-a227b862bb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.279452 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-29769fe1-c915-4b85-9c7b-a227b862bb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.282996 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-29769fe1-c915-4b85-9c7b-a227b862bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.321337 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-29769fe1-c915-4b85-9c7b-a227b862bb4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8967a5e6b0644b63afac8aa838e6dece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409369 Jul 22 22:20:30.322213 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29769fe1-c915-4b85-9c7b-a227b862bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae64825-95f5-42ca-9501-ff389d236c23,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:30.324014 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38308) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:30.370277 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de84d5ed-4dbc-4051-aaa8-13c5769cf31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.391218 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de84d5ed-4dbc-4051-aaa8-13c5769cf31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.438226 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de84d5ed-4dbc-4051-aaa8-13c5769cf31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.440830 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de84d5ed-4dbc-4051-aaa8-13c5769cf31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.442041 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-de84d5ed-4dbc-4051-aaa8-13c5769cf31a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ae64825-95f5-42ca-9501-ff389d236c23 HTTP/1.1" status: 204 len: 168 time: 0.1170125 Jul 22 22:20:30.449191 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d5ed-4dbc-4051-aaa8-13c5769cf31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae64825-95f5-42ca-9501-ff389d236c23,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:32.746722 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2feb6d-27b4-40c2-a998-6f950ef94c03 req-c8c94d09-e4c8-46f3-9b4a-ec40f3c31378 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:32.748173 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-da2feb6d-27b4-40c2-a998-6f950ef94c03 req-c8c94d09-e4c8-46f3-9b4a-ec40f3c31378 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0637624 Jul 22 22:20:32.785708 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-da2feb6d-27b4-40c2-a998-6f950ef94c03 req-b92d263e-2476-4daf-97b6-93d7eb19d840 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Jul 22 22:20:33.918873 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31c28-d785-42df-9913-be520f1f2aee req-13d52de9-159d-48c9-873d-d48e3107e6f1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:33.920391 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ffe31c28-d785-42df-9913-be520f1f2aee req-13d52de9-159d-48c9-873d-d48e3107e6f1 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0626438 Jul 22 22:20:33.956454 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ffe31c28-d785-42df-9913-be520f1f2aee req-77ca6b6f-ae8c-42cc-ac7b-23fac1d5d96c tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305862 Jul 22 22:20:35.087490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7d97f-19a5-48a8-a059-6ade75889ac0 req-ce622c99-712f-4065-be17-695c8d221a87 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.088948 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04a7d97f-19a5-48a8-a059-6ade75889ac0 req-ce622c99-712f-4065-be17-695c8d221a87 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0636055 Jul 22 22:20:35.125022 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04a7d97f-19a5-48a8-a059-6ade75889ac0 req-0073d492-271f-40b7-b6f1-eb7828743c77 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305653 Jul 22 22:20:36.258117 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94823f7-440c-4470-a670-c0f7d0526818 req-3111f1ed-02d2-43c7-b5de-f8bd8488000f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:36.259603 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f94823f7-440c-4470-a670-c0f7d0526818 req-3111f1ed-02d2-43c7-b5de-f8bd8488000f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0624990 Jul 22 22:20:36.296710 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f94823f7-440c-4470-a670-c0f7d0526818 req-551625e4-2054-4143-9d51-5abcf357937f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Jul 22 22:20:36.913745 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-7f31a461-e6e9-4715-8da3-f5ad8f2943b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:36.915182 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-7f31a461-e6e9-4715-8da3-f5ad8f2943b6 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 946 time: 0.0606093 Jul 22 22:20:37.014681 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Deleting port 94525967-b452-4109-8b6d-7b9ef1d7ee0e {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:37.015017 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.098867 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] For port 94525967-b452-4109-8b6d-7b9ef1d7ee0e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=94525967-b452-4109-8b6d-7b9ef1d7ee0e,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:37.099219 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.266218 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.266529 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.266843 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Floating IP be064a31-ef9b-459e-b707-807943ce51a9 disassociated. External IP: 172.27.0.198, port: 94525967-b452-4109-8b6d-7b9ef1d7ee0e. Jul 22 22:20:37.267209 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Calling delete_port for 94525967-b452-4109-8b6d-7b9ef1d7ee0e owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:37.692160 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.726750 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event deleted for resources: {'Port': ['ID=94525967-b452-4109-8b6d-7b9ef1d7ee0e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:37.751548 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d99c5-6d6d-4651-86c6-9cdc4bdb7071 req-aaeb35a9-03cb-4176-b765-9c23ac50d3a0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:37.753034 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-379d99c5-6d6d-4651-86c6-9cdc4bdb7071 req-aaeb35a9-03cb-4176-b765-9c23ac50d3a0 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 868 time: 0.3735776 Jul 22 22:20:37.854600 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-379d99c5-6d6d-4651-86c6-9cdc4bdb7071 req-9c0e34d3-0f05-4f6e-afe6-df6d9e9a071a tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups?id=77990394-bf0a-4e8e-8388-97c1e24cf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720856 Jul 22 22:20:37.879736 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Router 688f110e-638d-44ac-9bee-278d6210d45f has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:37.986235 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:37.996542 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:38.006705 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:38.007487 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:20:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:38.032159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] No DVR routers for this DVR port 94525967-b452-4109-8b6d-7b9ef1d7ee0e on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:38.035200 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:38.037798 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ee31266f-13f5-4b20-88b0-21847e16ea77 req-c31c77e9-dda1-4caa-97e6-d44fd925b476 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.77 "DELETE /v2.0/ports/94525967-b452-4109-8b6d-7b9ef1d7ee0e HTTP/1.1" status: 204 len: 173 time: 1.1169176 Jul 22 22:20:38.038383 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-deleted', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:38.041375 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cfe83c-849d-4f6f-ad5a-2886224525cf" -d '{"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-deleted", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:38.083894 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6479705-4a54-4730-a933-1601af0a96b1 x-openstack-request-id: req-a6479705-4a54-4730-a933-1601af0a96b1 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:38.084187 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f3794-ef51-4224-8e9c-e83c529baea1", "name": "network-vif-deleted", "tag": "94525967-b452-4109-8b6d-7b9ef1d7ee0e", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:38.084436 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6479705-4a54-4730-a933-1601af0a96b1 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:38.084864 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720f3794-ef51-4224-8e9c-e83c529baea1', 'name': 'network-vif-deleted', 'tag': '94525967-b452-4109-8b6d-7b9ef1d7ee0e', 'status': 'completed', 'code': 200} Jul 22 22:20:38.120500 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:38.408603 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:38.433695 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:38.441907 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:38.442514 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:20:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:38.542259 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:38.733120 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:38.774610 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6f35a-880c-4f9c-8d4d-07d3836198f0 None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:30Z', 'revision_number': 4, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '14def537-a41b-4174-8986-b45dfb375831', 'name': '', 'network_id': 'fd9d1b93-a4df-4378-997f-071fb5740d1d', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'mac_address': 'fa:16:3e:81:0e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:26Z', 'updated_at': '2021-07-22T22:12:41Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'subnets': [{'id': '41ca7998-8f65-4b08-b79a-5fccef5145dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:38.964519 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c4bbe2b8-19fa-475f-9398-b731d4a5b08f req-f0fdb50c-8ce4-443f-98ac-10497690e5c4 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0362306 Jul 22 22:20:38.983299 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2730cf-bf76-4f9c-9979-5b7e7f82a0c1 None None] New status for floating IP be064a31-ef9b-459e-b707-807943ce51a9: DOWN {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:40.070266 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3ac79c80-29b9-4ce6-8503-bc605e5ad6c3 req-8848df74-bc76-4484-bfc2-1049880e102e tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0309477 Jul 22 22:20:41.183456 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83e832de-21df-4f48-b104-5bfa2f9c53c8 req-51e46886-dcde-4051-bda8-ae3ad6fb9f59 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/ports?device_id=720f3794-ef51-4224-8e9c-e83c529baea1 HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jul 22 22:20:42.273402 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38442) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:42.325789 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c824ff0-1540-4ab0-93a9-2413a2833d2f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.350580 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c824ff0-1540-4ab0-93a9-2413a2833d2f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.396818 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c824ff0-1540-4ab0-93a9-2413a2833d2f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.399850 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c824ff0-1540-4ab0-93a9-2413a2833d2f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.400989 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8c824ff0-1540-4ab0-93a9-2413a2833d2f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "DELETE /v2.0/security-groups/77990394-bf0a-4e8e-8388-97c1e24cf9d7 HTTP/1.1" status: 204 len: 168 time: 0.1265769 Jul 22 22:20:42.404525 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38444) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:42.410240 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c824ff0-1540-4ab0-93a9-2413a2833d2f tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77990394-bf0a-4e8e-8388-97c1e24cf9d7,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:42.417776 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-e0ac0411-86b4-4011-b82a-be1098211a1d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] show failed (client error): The resource could not be found. Jul 22 22:20:42.418785 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e0ac0411-86b4-4011-b82a-be1098211a1d tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "GET /v2.0/security-groups/77990394-bf0a-4e8e-8388-97c1e24cf9d7 HTTP/1.1" status: 404 len: 347 time: 0.0132604 Jul 22 22:20:42.421723 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38446) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:42.763973 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Deleting port 0ec90b5e-dd23-4422-92e7-b9ea71d92ab0 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:42.764319 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.840246 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.840574 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.851668 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Calling delete_port for 0ec90b5e-dd23-4422-92e7-b9ea71d92ab0 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:42.981297 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.006996 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Pushing event deleted for resources: {'Port': ['ID=0ec90b5e-dd23-4422-92e7-b9ea71d92ab0,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:43.065121 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.067526 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.068668 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3de9e20c-baca-454a-a17b-4e1c36221d12 tempest-AttachVolumeShelveTestJSON-2106804937 tempest-AttachVolumeShelveTestJSON-2106804937-project] 10.222.0.63 "DELETE /v2.0/floatingips/be064a31-ef9b-459e-b707-807943ce51a9 HTTP/1.1" status: 204 len: 168 time: 0.6456003 Jul 22 22:20:43.339153 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:44.412063 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:44.430750 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 94525967-b452-4109-8b6d-7b9ef1d7ee0e {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:44.431099 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 94525967-b452-4109-8b6d-7b9ef1d7ee0e not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:48.599149 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-acda98fe-2f70-436f-b950-36c2024add87 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518653 Jul 22 22:20:48.671824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-aaf16903-9379-4200-8efa-7b38d523216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:48.673263 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-aaf16903-9379-4200-8efa-7b38d523216a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1099 time: 0.0522518 Jul 22 22:20:48.779655 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-fc7946c4-1583-49e1-acc6-a9259b0d0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:48.781125 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-fc7946c4-1583-49e1-acc6-a9259b0d0594 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0878603 Jul 22 22:20:48.851367 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-646ef502-2527-499f-a05b-0e20d1df890b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 1002 time: 0.0608556 Jul 22 22:20:48.899338 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-138165df-b9b6-417d-9956-74bdadbc6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:48.900718 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-138165df-b9b6-417d-9956-74bdadbc6d96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0425594 Jul 22 22:20:48.958274 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-30f065b2-d27f-4c40-abb6-d428130f9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:48.959721 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-30f065b2-d27f-4c40-abb6-d428130f9567 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516062 Jul 22 22:20:49.050547 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-3d509c43-da0d-46ea-ac5c-d4a82cc66a19 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827577 Jul 22 22:20:49.138616 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-91ec74d2-6827-4cdb-a3a2-46a72736632e req-f975b22f-d617-47c3-9313-a9a2632aae55 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798824 Jul 22 22:20:50.741257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38532) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:51.117178 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-9ae904db-4b39-48ba-82cb-1df69ed26990 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493747747&fields=id&tenant_id=12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 267 time: 0.0324621 Jul 22 22:20:51.222786 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-dea3ec32-f4a5-4b69-86d1-e0c3da92c7ee tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:51.224333 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-dea3ec32-f4a5-4b69-86d1-e0c3da92c7ee tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 812 time: 0.1006210 Jul 22 22:20:51.229087 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.238935 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-7a871c8d-03be-4ed9-81c6-03af88eea6be tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/quotas/12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Jul 22 22:20:51.311293 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e87f96f4-53fd-4645-b5c4-646c653ed1f8 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0668993 Jul 22 22:20:51.452178 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-7c8df0a6-81ba-42c9-9101-013a7ecb7fbb service neutron] 10.222.0.63 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293492 Jul 22 22:20:51.481396 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Deleting port 14def537-a41b-4174-8986-b45dfb375831 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:51.483740 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.547196 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-18971e92-52ea-41c0-92c1-6017414991f4 service neutron] 10.222.0.63 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874932 Jul 22 22:20:51.565813 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] For port 14def537-a41b-4174-8986-b45dfb375831, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=14def537-a41b-4174-8986-b45dfb375831,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:51.566242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.580449 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Calling delete_port for 14def537-a41b-4174-8986-b45dfb375831 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:51.793748 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:51.819883 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=14def537-a41b-4174-8986-b45dfb375831,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:51.832552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.832552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.832552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.832552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.832887 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.833031 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.833333 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.836469 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.836805 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.837138 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.837483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.837787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:51.919844 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0fa1ed52-21c2-4c7c-9c3d-9745a52c3890 req-72b09ed0-f3b7-400e-8b91-d71ab701bae0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 210 time: 0.0588393 Jul 22 22:20:52.042316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.261501 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Router 688f110e-638d-44ac-9bee-278d6210d45f has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:52.364623 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:52.374190 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38574) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:52.374655 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c961d0f0-3ac4-41df-abc3-94c69c35bd2c admin admin] 10.222.0.63 "PUT /v2.0/routers/688f110e-638d-44ac-9bee-278d6210d45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319411 Jul 22 22:20:52.377341 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] Sync routers for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:52.386911 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:52.387528 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:20:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:52.477041 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.490850 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:52.578021 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.628996 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Deleting port eb0d7c27-6ed6-4e92-8696-47758db26796 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:52.629332 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.668212 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:20:51Z', 'revision_number': 5, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port': {'id': 'eb0d7c27-6ed6-4e92-8696-47758db26796', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f110e-638d-44ac-9bee-278d6210d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:19Z', 'updated_at': '2021-07-22T22:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:52.694747 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] Checking router: 688f110e-638d-44ac-9bee-278d6210d45f for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:52.702760 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] Routers {'688f110e-638d-44ac-9bee-278d6210d45f'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:52.703365 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:20:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['688f110e-638d-44ac-9bee-278d6210d45f'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:52.707717 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] For port eb0d7c27-6ed6-4e92-8696-47758db26796, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=eb0d7c27-6ed6-4e92-8696-47758db26796,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:52.708072 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.719385 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Calling delete_port for eb0d7c27-6ed6-4e92-8696-47758db26796 owned by network:router_gateway {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:52.788484 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] Set router 688f110e-638d-44ac-9bee-278d6210d45f gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:52.844890 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:20:52Z', 'revision_number': 6, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:52.871211 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9504982-920e-4a6f-aa2d-ce98ed196f76 None None] The sync data for ids ['688f110e-638d-44ac-9bee-278d6210d45f'] in dv-cinder-778534-6-iscsi is: [{'id': '688f110e-638d-44ac-9bee-278d6210d45f', 'name': 'tempest-AttachVolumeShelveTestJSON-1544289280-router', 'tenant_id': '23bff573448c4799b7c1ab8221169c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:20:52Z', 'revision_number': 6, 'project_id': '23bff573448c4799b7c1ab8221169c5d', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:52.883689 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:52.910091 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0d7c27-6ed6-4e92-8696-47758db26796,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:52.977778 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.093464 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-25003dfd-e04a-4cca-97db-6cd4d6a0db89 req-66eaed0c-a02b-4a75-81e3-2a40fce46848 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 210 time: 0.0853958 Jul 22 22:20:53.095177 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.097689 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.143277 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.143821 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688f110e-638d-44ac-9bee-278d6210d45f {{(pid=93217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:53.148628 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.149751 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d15737fa-d9ef-4a8f-af3b-68db1f1091cb admin admin] 10.222.0.63 "DELETE /v2.0/routers/688f110e-638d-44ac-9bee-278d6210d45f HTTP/1.1" status: 204 len: 168 time: 0.7744217 Jul 22 22:20:53.152308 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38580) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:53.198044 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Deleting subnet 41ca7998-8f65-4b08-b79a-5fccef5145dc {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:53.201294 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.241789 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.320529 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.371723 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.398315 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ca7998-8f65-4b08-b79a-5fccef5145dc,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:53.402075 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.404378 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e8177968-4c21-4a19-9f6b-82e700897c4a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/41ca7998-8f65-4b08-b79a-5fccef5145dc HTTP/1.1" status: 204 len: 168 time: 0.2508485 Jul 22 22:20:53.406732 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38582) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:53.409553 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26ba5e-09cf-4135-b2a9-15e9b9a9571b None None] Network fd9d1b93-a4df-4378-997f-071fb5740d1d requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:53.446329 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-32d64bb5-7ff8-4e80-ac21-18b1bd15ab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.480156 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.532700 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Deleting port 5b60d111-2eb8-4032-b2bb-1c070833871a {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:53.532948 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.600326 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] For port 5b60d111-2eb8-4032-b2bb-1c070833871a, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=5b60d111-2eb8-4032-b2bb-1c070833871a,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:53.600689 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.611972 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] DHCP port deletion for fd9d1b93-a4df-4378-997f-071fb5740d1d request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:20:53.614907 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Calling delete_port for 5b60d111-2eb8-4032-b2bb-1c070833871a owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:53.658638 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Deleting port 5b60d111-2eb8-4032-b2bb-1c070833871a {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:53.659110 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.694699 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.723110 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b60d111-2eb8-4032-b2bb-1c070833871a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:53.725647 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] For port 5b60d111-2eb8-4032-b2bb-1c070833871a, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=5b60d111-2eb8-4032-b2bb-1c070833871a,segment=NetworkSegment(bca6714d-052a-41dc-b7f5-f0719fc70e43),segment_id=bca6714d-052a-41dc-b7f5-f0719fc70e43)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:53.726285 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.731034 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] No DVR routers for this DVR port 5b60d111-2eb8-4032-b2bb-1c070833871a on host dv-cinder-778534-6-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:53.734087 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.734440 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.734786 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.735238 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.735576 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.736275 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.736275 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.736557 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.736888 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.737217 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.737545 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.737996 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.740453 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Calling delete_port for 5b60d111-2eb8-4032-b2bb-1c070833871a owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:53.814454 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.820146 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.825310 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9d1b93-a4df-4378-997f-071fb5740d1d']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:53.834884 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca6714d-052a-41dc-b7f5-f0719fc70e43') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:53.835183 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca6714d-052a-41dc-b7f5-f0719fc70e43') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:53.844759 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.848329 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Pushing event deleted for resources: {'Port': ['ID=5b60d111-2eb8-4032-b2bb-1c070833871a,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:53.852688 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] No DVR routers for this DVR port 5b60d111-2eb8-4032-b2bb-1c070833871a on host dv-cinder-778534-6-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:53.859252 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.859470 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.860328 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.860671 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.861004 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.861514 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.861848 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.862214 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.862542 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.862865 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.863187 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.863505 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.863981 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183be53-c941-4c52-b422-5ccede8843b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:53.866189 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Releasing vlan 1816 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:53.866683 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:53.868451 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:53.930534 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.936621 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.938640 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] 10.222.0.63 "DELETE /v2.0/networks/fd9d1b93-a4df-4378-997f-071fb5740d1d HTTP/1.1" status: 204 len: 168 time: 0.5308888 Jul 22 22:20:53.949704 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e1f69-a1bf-4e31-813d-bd7d9443d016 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9d1b93-a4df-4378-997f-071fb5740d1d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:54.056581 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38588) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:54.101236 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4f08d060-f58e-4020-8626-f1641d7215bf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=23bff573448c4799b7c1ab8221169c5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436444 Jul 22 22:20:54.103623 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38590) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:54.155350 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-082b6fc2-f30f-4043-89be-3a87acd0ecd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.198814 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-685c493e-595a-44d0-96e5-34ed47888a58 req-e7a5cb9a-8d70-4a92-8789-e450b9ae3f26 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 210 time: 0.0351052 Jul 22 22:20:54.200593 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-082b6fc2-f30f-4043-89be-3a87acd0ecd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.245540 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-082b6fc2-f30f-4043-89be-3a87acd0ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.248847 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-082b6fc2-f30f-4043-89be-3a87acd0ecd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:54.249995 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-082b6fc2-f30f-4043-89be-3a87acd0ecd1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/383161a8-1d0d-4da4-ac67-52a3b85737f5 HTTP/1.1" status: 204 len: 168 time: 0.1454697 Jul 22 22:20:54.257659 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b6fc2-f30f-4043-89be-3a87acd0ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383161a8-1d0d-4da4-ac67-52a3b85737f5,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:54.421970 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 5b60d111-2eb8-4032-b2bb-1c070833871a no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:54.442120 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 5b60d111-2eb8-4032-b2bb-1c070833871a {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:54.442472 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 5b60d111-2eb8-4032-b2bb-1c070833871a not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:54.442889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device eb0d7c27-6ed6-4e92-8696-47758db26796 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:54.460468 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: eb0d7c27-6ed6-4e92-8696-47758db26796 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:54.460813 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device eb0d7c27-6ed6-4e92-8696-47758db26796 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:54.461218 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 14def537-a41b-4174-8986-b45dfb375831 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:54.479002 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 14def537-a41b-4174-8986-b45dfb375831 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:54.479349 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 14def537-a41b-4174-8986-b45dfb375831 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:55.296037 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fb3d82f1-151d-417a-a995-636f14cd79fb req-4565fc39-44a3-4234-ab51-9a72a7b29d3a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 210 time: 0.0308385 Jul 22 22:20:55.448777 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38646) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:55.548787 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6d16997-89bb-4753-b145-88b27870daef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.635957 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6d16997-89bb-4753-b145-88b27870daef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.639481 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b6d16997-89bb-4753-b145-88b27870daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.677115 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b6d16997-89bb-4753-b145-88b27870daef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1c6bb15b7b1f4bba835eb9a4712ed746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272742 Jul 22 22:20:55.678107 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16997-89bb-4753-b145-88b27870daef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94182976-77ec-432e-ba1e-fe4f3f038a6f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.679881 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38650) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:55.734046 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-232905f4-95e1-4951-a63e-31a5132fe6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.775668 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-232905f4-95e1-4951-a63e-31a5132fe6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.878010 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-48e1c330-3d22-4180-8b0d-a465ebc8e1fc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.879507 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-48e1c330-3d22-4180-8b0d-a465ebc8e1fc tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 812 time: 0.1350992 Jul 22 22:20:55.888222 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-232905f4-95e1-4951-a63e-31a5132fe6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.890836 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-232905f4-95e1-4951-a63e-31a5132fe6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.894665 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-232905f4-95e1-4951-a63e-31a5132fe6ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/94182976-77ec-432e-ba1e-fe4f3f038a6f HTTP/1.1" status: 204 len: 168 time: 0.2106147 Jul 22 22:20:55.924157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232905f4-95e1-4951-a63e-31a5132fe6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94182976-77ec-432e-ba1e-fe4f3f038a6f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.959329 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-f6f001e6-fe1e-4e46-b846-a97c810b9f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12018010895c4490b7df7f836ee27fe1 HTTP/1.1" status: 200 len: 380 time: 0.0659397 Jul 22 22:20:55.963878 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b1de595e-c096-48c0-b0db-00702a8b459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.970831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'port': {'device_id': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'admin_state_up': True, 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'security_groups': ['66c25545-4579-43bf-94b6-489ccbaf82ba']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:56.087541 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Made reservation on behalf of 12018010895c4490b7df7f836ee27fe1 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:56.091597 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.229666 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Allocated IP 172.20.0.4 (65759dc7-e005-49d7-abed-83313d757dbf/65d5ab0c-79ce-4625-acd6-d8769de5deed/5f9c13a9-89cd-4d9b-bdaa-d544ced68af8) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:56.408975 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.430385 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cff3fd02-4894-49ed-9ecd-c06f2b60c60a req-0c4e4a36-5648-478f-84b1-17c7b439c7e6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 210 time: 0.0399241 Jul 22 22:20:56.440672 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Transition to ACTIVE for port object 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:56.475015 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.521069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Network 65759dc7-e005-49d7-abed-83313d757dbf is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:56.524143 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:56.527930 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:56.534550 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.553224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:56.581877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:56.582637 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.598598 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-0c1f8cc7-568b-46cb-b4f7-9c2617ed8277 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328819 Jul 22 22:20:56.611464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Request body: {'port': {'device_id': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:56.690389 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.826657 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-564a2c61-d9b4-4aee-945f-187630c8b65c None None] Provisioning for port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:56.830698 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-564a2c61-d9b4-4aee-945f-187630c8b65c None None] Provisioning complete for port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:56.831077 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-564a2c61-d9b4-4aee-945f-187630c8b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.866539 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-564a2c61-d9b4-4aee-945f-187630c8b65c None None] Port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:57.222969 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:57.231863 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.244651 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Transition to ACTIVE for port object 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:57.249221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.306145 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.335970 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:57.414259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Attempting to bind port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:57.414528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Attempting to bind port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:57.415068 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Attempting to bind port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:57.420430 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 on network 65759dc7-e005-49d7-abed-83313d757dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:20:57.420816 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Attempting to bind port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 on network 65759dc7-e005-49d7-abed-83313d757dbf {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:57.426111 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:57.426461 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Checking segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:57.426848 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Bound using segment: {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:57.427285 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Bound port: 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1806, 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:57.427789 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.503347 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] For port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:57.507157 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] For port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:57.513387 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.552920 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:57.553549 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.555311 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] 10.222.0.77 "PUT /v2.0/ports/5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 200 len: 1093 time: 0.9488802 Jul 22 22:20:57.555643 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:57.558048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf7f15-18a3-4966-9b44-3e150faf7869" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:57.611106 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa76240-e7cd-48b4-b46b-82bf4d4a44fb x-openstack-request-id: req-4fa76240-e7cd-48b4-b46b-82bf4d4a44fb {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:57.611368 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:57.611685 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4fa76240-e7cd-48b4-b46b-82bf4d4a44fb {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:57.612143 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'status': 'completed', 'code': 200} Jul 22 22:20:57.612786 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca700b-66aa-41dc-8075-effa47018f42 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:57.619625 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73774-40bf-4a91-9aea-d4d151960c77 req-5d2bda31-edc7-4b85-b41c-d7a449e187eb tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:57.621177 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fb73774-40bf-4a91-9aea-d4d151960c77 req-5d2bda31-edc7-4b85-b41c-d7a449e187eb tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0998437 Jul 22 22:20:57.664524 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fb73774-40bf-4a91-9aea-d4d151960c77 req-e0fa2583-d484-4725-b8c8-367550d479ad tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357926 Jul 22 22:20:58.455577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38746) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:58.557207 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9750d651-deb7-4a41-932c-e048a9df4ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.643656 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9750d651-deb7-4a41-932c-e048a9df4ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.647323 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9750d651-deb7-4a41-932c-e048a9df4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.685532 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9750d651-deb7-4a41-932c-e048a9df4ffb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4f7f7add11e4b87bda5f6d5c88ac408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287982 Jul 22 22:20:58.686498 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750d651-deb7-4a41-932c-e048a9df4ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4836d-0e2a-4add-9fc2-178ba1c4ef5c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:58.688167 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38750) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:58.739341 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.751222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4704e010-fdec-4d91-a760-f97adb2676e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.772957 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4704e010-fdec-4d91-a760-f97adb2676e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.797994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98808346-ed91-4fd8-9b18-592142eb97ad req-4dda915e-10c9-4ea3-b35a-097b45204c2a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:58.799471 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-98808346-ed91-4fd8-9b18-592142eb97ad req-4dda915e-10c9-4ea3-b35a-097b45204c2a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0638571 Jul 22 22:20:58.819847 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:58.823811 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4704e010-fdec-4d91-a760-f97adb2676e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.827153 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4704e010-fdec-4d91-a760-f97adb2676e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.828426 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4704e010-fdec-4d91-a760-f97adb2676e1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a9e4836d-0e2a-4add-9fc2-178ba1c4ef5c HTTP/1.1" status: 204 len: 168 time: 0.1392121 Jul 22 22:20:58.836298 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704e010-fdec-4d91-a760-f97adb2676e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4836d-0e2a-4add-9fc2-178ba1c4ef5c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:58.839982 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-98808346-ed91-4fd8-9b18-592142eb97ad req-85941e7c-6c2e-4d2b-a8a8-301c6bc81ef5 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jul 22 22:20:59.093613 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38758) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:59.106629 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6338608-136e-496a-a366-822061ef8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.192491 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6338608-136e-496a-a366-822061ef8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.196019 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6338608-136e-496a-a366-822061ef8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.236652 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d6338608-136e-496a-a366-822061ef8db0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7b0bb288a384d24b3eb55ec3994cca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419587 Jul 22 22:20:59.237583 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338608-136e-496a-a366-822061ef8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d61e2-3090-4804-9752-1c002cd7918c,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:59.239274 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38760) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:59.296206 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-913aed91-4ac9-419a-9c31-1d13b6e2ff79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.317305 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-913aed91-4ac9-419a-9c31-1d13b6e2ff79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.360863 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-913aed91-4ac9-419a-9c31-1d13b6e2ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.363754 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-913aed91-4ac9-419a-9c31-1d13b6e2ff79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.367236 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-913aed91-4ac9-419a-9c31-1d13b6e2ff79 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/267d61e2-3090-4804-9752-1c002cd7918c HTTP/1.1" status: 204 len: 168 time: 0.1198511 Jul 22 22:20:59.372678 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aed91-4ac9-419a-9c31-1d13b6e2ff79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d61e2-3090-4804-9752-1c002cd7918c,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:59.971073 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675ed76-ad3a-4973-8d2d-1d59c9284f6d req-08ab538e-2e3a-4994-8122-6eb674abdb82 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:59.972518 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c675ed76-ad3a-4973-8d2d-1d59c9284f6d req-08ab538e-2e3a-4994-8122-6eb674abdb82 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0654287 Jul 22 22:21:00.011392 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c675ed76-ad3a-4973-8d2d-1d59c9284f6d req-e9a729f6-6e08-453f-b828-2f7db38eddcd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Jul 22 22:21:00.746191 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-6c4ff318-b589-4141-a7de-f72cb3b24e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.747662 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-6c4ff318-b589-4141-a7de-f72cb3b24e59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1096 time: 0.0569472 Jul 22 22:21:00.796672 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-f9c46a63-918f-4735-be95-118ece365384 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 200 len: 217 time: 0.0357394 Jul 22 22:21:00.849601 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-1e24c863-adf7-4eb5-b53d-83ba843e1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.851077 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-1e24c863-adf7-4eb5-b53d-83ba843e1acc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0473285 Jul 22 22:21:00.911522 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-05e33288-d43c-482d-8a17-c84bed65a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.913045 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-05e33288-d43c-482d-8a17-c84bed65a890 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534873 Jul 22 22:21:01.014132 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-85d79925-7208-490e-8718-145f2a5ed4f6 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891719 Jul 22 22:21:01.134274 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b72a9ea-7a55-44d7-b2fb-e58cf7d208dc req-c974ba22-dff7-4058-a789-2c0721c32bec service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134658 Jul 22 22:21:01.165146 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835942f-a5e4-4468-a871-3be15eebe356 req-e39f92c0-95b9-4875-9c4f-b41d646ce926 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:01.166815 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1835942f-a5e4-4468-a871-3be15eebe356 req-e39f92c0-95b9-4875-9c4f-b41d646ce926 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0776083 Jul 22 22:21:01.237998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1835942f-a5e4-4468-a871-3be15eebe356 req-7be3369e-15aa-4fe6-b362-ebeb88f0573e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644734 Jul 22 22:21:01.259527 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-914cbc12-3549-4b78-bf77-b66b9be22622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:01.261224 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-914cbc12-3549-4b78-bf77-b66b9be22622 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1096 time: 0.0700436 Jul 22 22:21:01.365249 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-b65be6cf-753e-4cd9-878d-7c571ddfac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:01.365249 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-b65be6cf-753e-4cd9-878d-7c571ddfac94 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0894771 Jul 22 22:21:01.410036 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-5fd4ac52-2126-4eb1-a2ac-1be8c570be07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 200 len: 217 time: 0.0419109 Jul 22 22:21:01.463431 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-715896d9-b2d1-4b23-af74-4c32de1469da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:01.464992 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-715896d9-b2d1-4b23-af74-4c32de1469da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0451610 Jul 22 22:21:01.531369 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-c23c272a-310f-4b59-8965-77a348d5bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:01.532874 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-c23c272a-310f-4b59-8965-77a348d5bb18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577767 Jul 22 22:21:01.644392 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-d3a1c82e-5ed5-4b69-8dd8-910b6cbf5285 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864978 Jul 22 22:21:01.742951 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ecf7f15-18a3-4966-9b44-3e150faf7869 req-cc77bde9-4e34-4a7b-be57-5b610ddbcdea service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813460 Jul 22 22:21:02.370859 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded062fe-629a-43fc-a30a-ed7080cdaf50 req-f0391cd4-760c-45f5-a5ca-257bd9e2bf14 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:02.373313 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ded062fe-629a-43fc-a30a-ed7080cdaf50 req-f0391cd4-760c-45f5-a5ca-257bd9e2bf14 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0676053 Jul 22 22:21:02.419107 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ded062fe-629a-43fc-a30a-ed7080cdaf50 req-6f563099-58d2-42dd-894b-dbce74a99947 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 Jul 22 22:21:03.562066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbee97-840a-47dc-ac61-1ed59dc508f9 req-74e9bf6a-891d-4316-a683-fb3a90e3c11b tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:03.563445 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a2dbee97-840a-47dc-ac61-1ed59dc508f9 req-74e9bf6a-891d-4316-a683-fb3a90e3c11b tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0687923 Jul 22 22:21:03.599809 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a2dbee97-840a-47dc-ac61-1ed59dc508f9 req-2d87186f-5d76-4cd8-9521-7165097fafd9 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Jul 22 22:21:04.740721 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7f549-db64-496a-846c-fe8fe15d3399 req-11667739-37b1-4f07-9a6b-95420ca613e0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:04.742183 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b7d7f549-db64-496a-846c-fe8fe15d3399 req-11667739-37b1-4f07-9a6b-95420ca613e0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0656912 Jul 22 22:21:04.780929 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b7d7f549-db64-496a-846c-fe8fe15d3399 req-8d2ef1fa-8e11-4967-97ef-3352165dfc7e tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Jul 22 22:21:05.377878 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38922) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:05.482321 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56b2b8ee-4914-4138-aba4-75436da9ac70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.573809 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56b2b8ee-4914-4138-aba4-75436da9ac70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.578386 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56b2b8ee-4914-4138-aba4-75436da9ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.617177 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-56b2b8ee-4914-4138-aba4-75436da9ac70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=945ed1a437064a408c68364130dedea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380300 Jul 22 22:21:05.618129 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b8ee-4914-4138-aba4-75436da9ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb98744-3e3c-4874-bc4e-fc881c011e17,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:05.619718 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38928) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:05.673323 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c22a8e7-35d5-48c0-85ae-c7ae4f4ab5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.693995 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c22a8e7-35d5-48c0-85ae-c7ae4f4ab5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.740094 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c22a8e7-35d5-48c0-85ae-c7ae4f4ab5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.742886 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2c22a8e7-35d5-48c0-85ae-c7ae4f4ab5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:05.744039 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2c22a8e7-35d5-48c0-85ae-c7ae4f4ab5cf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efb98744-3e3c-4874-bc4e-fc881c011e17 HTTP/1.1" status: 204 len: 168 time: 0.1226175 Jul 22 22:21:05.754034 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22a8e7-35d5-48c0-85ae-c7ae4f4ab5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb98744-3e3c-4874-bc4e-fc881c011e17,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:05.918380 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0686c-5c32-4bdb-a9c5-f68b512d492f req-bb2487e7-919b-44a0-bb3f-d41cc3ba8db5 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:05.920071 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69c0686c-5c32-4bdb-a9c5-f68b512d492f req-bb2487e7-919b-44a0-bb3f-d41cc3ba8db5 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0716753 Jul 22 22:21:05.964101 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-69c0686c-5c32-4bdb-a9c5-f68b512d492f req-0b96234c-b874-4523-8660-f5a0880a9de2 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375571 Jul 22 22:21:06.033461 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 38954) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:06.046870 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6985c5c-2c46-447e-83cb-cc076b599470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.140458 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6985c5c-2c46-447e-83cb-cc076b599470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.144870 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f6985c5c-2c46-447e-83cb-cc076b599470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.185552 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f6985c5c-2c46-447e-83cb-cc076b599470 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e037f12ae5c543d3a48213a56486e3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509569 Jul 22 22:21:06.187470 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6985c5c-2c46-447e-83cb-cc076b599470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ffc58a-79df-47bf-b58f-b08f1f55d3fc,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:06.188221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38956) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:06.240673 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f17f5769-23f4-4e0c-b4bc-7234f45d580e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.260955 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f17f5769-23f4-4e0c-b4bc-7234f45d580e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.305843 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f17f5769-23f4-4e0c-b4bc-7234f45d580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.308301 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f17f5769-23f4-4e0c-b4bc-7234f45d580e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:06.310010 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f17f5769-23f4-4e0c-b4bc-7234f45d580e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/33ffc58a-79df-47bf-b58f-b08f1f55d3fc HTTP/1.1" status: 204 len: 168 time: 0.1207469 Jul 22 22:21:06.317458 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f5769-23f4-4e0c-b4bc-7234f45d580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ffc58a-79df-47bf-b58f-b08f1f55d3fc,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:07.107540 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02053b7-d2c6-4015-9817-5f2775e08ff8 req-0fb662f4-ea18-4fed-a341-8fc934820d17 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:07.109168 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b02053b7-d2c6-4015-9817-5f2775e08ff8 req-0fb662f4-ea18-4fed-a341-8fc934820d17 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0724587 Jul 22 22:21:07.151988 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b02053b7-d2c6-4015-9817-5f2775e08ff8 req-2fac0ec4-2032-4cd3-bed7-fcbe979676fd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356057 Jul 22 22:21:07.260097 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 38996) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:07.408828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-be01897d-90ac-4ebe-be2d-77c11fc19e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.496364 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-be01897d-90ac-4ebe-be2d-77c11fc19e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.500204 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-be01897d-90ac-4ebe-be2d-77c11fc19e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.537598 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01897d-90ac-4ebe-be2d-77c11fc19e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94392b65-50b4-4cc8-8c61-4d2ff2ca76b5,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:07.546659 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-be01897d-90ac-4ebe-be2d-77c11fc19e5c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4752574c41624b9eacb11b06bb586b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854528 Jul 22 22:21:07.546824 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 39010) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:07.595921 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-facb092f-028a-4e68-8346-2f443d84ad4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.615916 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-facb092f-028a-4e68-8346-2f443d84ad4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.664403 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-facb092f-028a-4e68-8346-2f443d84ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.667118 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-facb092f-028a-4e68-8346-2f443d84ad4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:07.668337 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-facb092f-028a-4e68-8346-2f443d84ad4b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/94392b65-50b4-4cc8-8c61-4d2ff2ca76b5 HTTP/1.1" status: 204 len: 168 time: 0.1204722 Jul 22 22:21:07.676687 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb092f-028a-4e68-8346-2f443d84ad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94392b65-50b4-4cc8-8c61-4d2ff2ca76b5,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:07.986685 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 39022) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.001551 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a782972d-8412-4837-a968-c248ad6a0061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.102319 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a782972d-8412-4837-a968-c248ad6a0061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.106596 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a782972d-8412-4837-a968-c248ad6a0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.144325 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a782972d-8412-4837-a968-c248ad6a0061 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1484fb8f5ecc4369bfa6abec5934d2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564965 Jul 22 22:21:08.145467 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782972d-8412-4837-a968-c248ad6a0061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ecb54f-e9c3-43f1-b0a4-b41f75e1c3a3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.147092 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39028) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.197257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6e175012-391a-4ec1-8005-15d7120eacbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.218660 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6e175012-391a-4ec1-8005-15d7120eacbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.306942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6e175012-391a-4ec1-8005-15d7120eacbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.309360 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6e175012-391a-4ec1-8005-15d7120eacbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.310518 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6e175012-391a-4ec1-8005-15d7120eacbb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/83ecb54f-e9c3-43f1-b0a4-b41f75e1c3a3 HTTP/1.1" status: 204 len: 168 time: 0.1618304 Jul 22 22:21:08.321534 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86b6cb-8730-4d33-9e36-c71d7b8faeb6 req-623de316-704b-40a4-95d8-dc5586e07168 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:08.323022 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-db86b6cb-8730-4d33-9e36-c71d7b8faeb6 req-623de316-704b-40a4-95d8-dc5586e07168 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.1025360 Jul 22 22:21:08.329045 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e175012-391a-4ec1-8005-15d7120eacbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ecb54f-e9c3-43f1-b0a4-b41f75e1c3a3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.366086 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-db86b6cb-8730-4d33-9e36-c71d7b8faeb6 req-3748e5ca-a899-4619-924e-018f1327e743 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355320 Jul 22 22:21:08.615396 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39036) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.630357 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-65ca2f0d-a213-4dea-a68a-fc7e7a9be608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.722928 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-65ca2f0d-a213-4dea-a68a-fc7e7a9be608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.726987 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-65ca2f0d-a213-4dea-a68a-fc7e7a9be608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.765100 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-65ca2f0d-a213-4dea-a68a-fc7e7a9be608 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86e11b81aede4a21865a0679c60588ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483097 Jul 22 22:21:08.767351 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39038) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:08.774241 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca2f0d-a213-4dea-a68a-fc7e7a9be608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4de407-b019-4fa6-829a-25941e824e1d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:08.820775 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c79234d5-4ec2-424c-9020-796a82e0455f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.841695 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c79234d5-4ec2-424c-9020-796a82e0455f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.885499 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c79234d5-4ec2-424c-9020-796a82e0455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.888706 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c79234d5-4ec2-424c-9020-796a82e0455f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:08.889842 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c79234d5-4ec2-424c-9020-796a82e0455f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ff4de407-b019-4fa6-829a-25941e824e1d HTTP/1.1" status: 204 len: 168 time: 0.1215978 Jul 22 22:21:08.897134 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79234d5-4ec2-424c-9020-796a82e0455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4de407-b019-4fa6-829a-25941e824e1d,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:09.501333 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542534f5-f3bb-4ac0-95a1-cf985ab139b2 req-8b7514d3-b098-4c8d-a400-bb8c82bf4f27 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:09.503644 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-542534f5-f3bb-4ac0-95a1-cf985ab139b2 req-8b7514d3-b098-4c8d-a400-bb8c82bf4f27 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 943 time: 0.0667384 Jul 22 22:21:09.512311 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:21:09.551449 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-542534f5-f3bb-4ac0-95a1-cf985ab139b2 req-c1774755-9261-44ce-8cb7-635d9958fe09 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Jul 22 22:21:09.622829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:09.638203 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'port_id': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'mac_address': 'fa:16:3e:05:e3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:21:09.677058 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.695358 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:09.721847 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:09.726802 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.779789 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:09.983561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['5f9c13a9-89cd-4d9b-bdaa-d544ced68af8'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:10.677644 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66544562-44a5-4799-94f6-03a5cfe0cd57 req-31782a9f-1a25-4db3-aed8-fb5e0ee85687 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:10.679107 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-66544562-44a5-4799-94f6-03a5cfe0cd57 req-31782a9f-1a25-4db3-aed8-fb5e0ee85687 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 944 time: 0.0622239 Jul 22 22:21:10.716351 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-66544562-44a5-4799-94f6-03a5cfe0cd57 req-984b608d-417d-40c9-9128-d1d7174a0780 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Jul 22 22:21:11.284502 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39106) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:11.399619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e49b3de9-f1dc-4beb-b206-7c93451d9fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.490450 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e49b3de9-f1dc-4beb-b206-7c93451d9fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.494245 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e49b3de9-f1dc-4beb-b206-7c93451d9fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.534920 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e49b3de9-f1dc-4beb-b206-7c93451d9fc0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=575a891d28444eec9de03767a0c33e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493412 Jul 22 22:21:11.535985 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b3de9-f1dc-4beb-b206-7c93451d9fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15017ee-ecc6-4529-92fb-a8d1a5fa8ad4,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:11.537562 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 39114) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:11.539352 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:11.587981 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3158fb75-95b1-4a3d-bdc1-ddf01bebe243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.588216 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:11.591825 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:11.592196 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.609426 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3158fb75-95b1-4a3d-bdc1-ddf01bebe243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.659016 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3158fb75-95b1-4a3d-bdc1-ddf01bebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.661527 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3158fb75-95b1-4a3d-bdc1-ddf01bebe243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.662682 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3158fb75-95b1-4a3d-bdc1-ddf01bebe243 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a15017ee-ecc6-4529-92fb-a8d1a5fa8ad4 HTTP/1.1" status: 204 len: 168 time: 0.1235957 Jul 22 22:21:11.672512 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158fb75-95b1-4a3d-bdc1-ddf01bebe243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15017ee-ecc6-4529-92fb-a8d1a5fa8ad4,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:11.672653 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.702098 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:11.704351 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f3374-98d0-4ea3-904d-c74e8edfb76d" -d '{"events": [{"server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "name": "network-vif-plugged", "status": "completed", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:11.717816 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:11.722431 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:11.756336 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b53f99-e3bb-4faf-a491-372f7bad3ff3 x-openstack-request-id: req-84b53f99-e3bb-4faf-a491-372f7bad3ff3 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:11.756633 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "name": "network-vif-plugged", "status": "completed", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:11.757074 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-84b53f99-e3bb-4faf-a491-372f7bad3ff3 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:11.757461 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'code': 200} Jul 22 22:21:11.785379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:11.855416 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2baa-ff8b-438a-9be3-c0d17a19d921 req-2acbfcbf-0bfd-4db6-9320-5b89b6060612 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:11.857543 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-757f2baa-ff8b-438a-9be3-c0d17a19d921 req-2acbfcbf-0bfd-4db6-9320-5b89b6060612 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0680301 Jul 22 22:21:11.898666 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-757f2baa-ff8b-438a-9be3-c0d17a19d921 req-b80fc3a5-8bb7-4503-8aad-9fd67731dc6c tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350845 Jul 22 22:21:11.943922 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39124) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:11.964091 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7f3749f6-484d-4cc3-be5d-e3c259c1f6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.039304 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8d285-16fa-40c7-ad21-45490ce99f56 req-4e728cde-a5ac-4a22-bd09-13bb04018ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:12.040784 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-16f8d285-16fa-40c7-ad21-45490ce99f56 req-4e728cde-a5ac-4a22-bd09-13bb04018ad8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1098 time: 0.0833075 Jul 22 22:21:12.095873 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-16f8d285-16fa-40c7-ad21-45490ce99f56 req-6cb6d270-7e8a-44f1-9cee-9ef9a2bfbb9d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472558 Jul 22 22:21:12.113808 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7f3749f6-484d-4cc3-be5d-e3c259c1f6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.117511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7f3749f6-484d-4cc3-be5d-e3c259c1f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.155023 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3749f6-484d-4cc3-be5d-e3c259c1f6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b44d3-91bf-4f8b-bcd8-1f4de30eb0b9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:12.160131 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7f3749f6-484d-4cc3-be5d-e3c259c1f6de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2158a404a244830b515fe4d3ce8426d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151577 Jul 22 22:21:12.162884 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39126) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:12.209200 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1c2f5c9-f3e9-4ea4-83fa-30c4ec6a652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.229742 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1c2f5c9-f3e9-4ea4-83fa-30c4ec6a652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.275372 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1c2f5c9-f3e9-4ea4-83fa-30c4ec6a652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.278485 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1c2f5c9-f3e9-4ea4-83fa-30c4ec6a652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:12.279578 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b1c2f5c9-f3e9-4ea4-83fa-30c4ec6a652f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/582b44d3-91bf-4f8b-bcd8-1f4de30eb0b9 HTTP/1.1" status: 204 len: 168 time: 0.1158049 Jul 22 22:21:12.287511 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2f5c9-f3e9-4ea4-83fa-30c4ec6a652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b44d3-91bf-4f8b-bcd8-1f4de30eb0b9,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:13.032127 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0915-4165-4a3f-acaf-21b6d4ce58af req-0ed29f63-fcdc-4156-843e-39b30ffb8cd1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.033622 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-450e0915-4165-4a3f-acaf-21b6d4ce58af req-0ed29f63-fcdc-4156-843e-39b30ffb8cd1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0648315 Jul 22 22:21:13.073844 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-450e0915-4165-4a3f-acaf-21b6d4ce58af req-02d13204-5bf6-4177-bca5-ba0b45890380 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Jul 22 22:21:13.203979 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3b75-6794-4fd2-8aa7-055d05edf210 req-e27af5b6-265a-41a3-8e28-68cde6150ed3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.205456 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae5b3b75-6794-4fd2-8aa7-055d05edf210 req-e27af5b6-265a-41a3-8e28-68cde6150ed3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0669615 Jul 22 22:21:13.248452 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae5b3b75-6794-4fd2-8aa7-055d05edf210 req-d80b70aa-9b87-41ae-88c4-659baee7f21d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374527 Jul 22 22:21:13.271030 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39172) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:13.337367 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.472345 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389688f-a4fd-4eaa-998e-872f7a350e57 tempest-TestVolumeBootPattern-226411960 tempest-TestVolumeBootPattern-226411960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:13.474020 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1389688f-a4fd-4eaa-998e-872f7a350e57 tempest-TestVolumeBootPattern-226411960 tempest-TestVolumeBootPattern-226411960-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1093 time: 0.2019269 Jul 22 22:21:13.476746 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 39184) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:13.481342 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'port_id': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:13.503564 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.600560 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.704550 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Allocated IP 172.27.0.102 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/6af1dbee-cae5-4834-8f1a-688cb184b470) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:13.814665 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.856085 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.900376 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:13.909176 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:13.915346 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:13.918691 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=6af1dbee-cae5-4834-8f1a-688cb184b470,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.145782 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39216) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:14.262991 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c8409132-4d71-4b53-b9ec-aade9de2361a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.308003 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.373405 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c8409132-4d71-4b53-b9ec-aade9de2361a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.380716 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c8409132-4d71-4b53-b9ec-aade9de2361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.399989 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.428510 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c8409132-4d71-4b53-b9ec-aade9de2361a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f713923cdf74282a1b7b9ce571b9ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806489 Jul 22 22:21:14.429351 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8409132-4d71-4b53-b9ec-aade9de2361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e25f94-6ebf-4ac9-8734-71adf9520c0f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.431724 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39226) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:14.505392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eed3222d-5289-49f0-b5d2-3e0aa543ba43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.529734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eed3222d-5289-49f0-b5d2-3e0aa543ba43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.578148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eed3222d-5289-49f0-b5d2-3e0aa543ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.581334 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eed3222d-5289-49f0-b5d2-3e0aa543ba43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.585504 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-eed3222d-5289-49f0-b5d2-3e0aa543ba43 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e2e25f94-6ebf-4ac9-8734-71adf9520c0f HTTP/1.1" status: 204 len: 168 time: 0.1398437 Jul 22 22:21:14.606398 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3222d-5289-49f0-b5d2-3e0aa543ba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e25f94-6ebf-4ac9-8734-71adf9520c0f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.791546 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.796322 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.887575 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event updated for resources: {'Port': ['ID=6af1dbee-cae5-4834-8f1a-688cb184b470,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:14.898844 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.909500 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39242) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:14.922540 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1cd2350d-ce46-41f4-af12-22d2e2e3d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.006175 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Floating IP 1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5 associated. External IP: 172.27.0.102, port: 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8. Jul 22 22:21:15.025346 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1cd2350d-ce46-41f4-af12-22d2e2e3d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.030326 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1cd2350d-ce46-41f4-af12-22d2e2e3d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.066719 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2350d-ce46-41f4-af12-22d2e2e3d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5bea6-7e25-4ebb-9df9-e0de3cd23b3a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:15.074615 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1cd2350d-ce46-41f4-af12-22d2e2e3d8f5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d687c2f0bff74c368f4fed86fffa3909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633899 Jul 22 22:21:15.075803 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39248) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:15.128800 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-28dea245-1d43-4fea-8e2a-c89c8dbbfa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.152997 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-28dea245-1d43-4fea-8e2a-c89c8dbbfa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.207309 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-28dea245-1d43-4fea-8e2a-c89c8dbbfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.210444 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-28dea245-1d43-4fea-8e2a-c89c8dbbfa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.215248 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-28dea245-1d43-4fea-8e2a-c89c8dbbfa9e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8de5bea6-7e25-4ebb-9df9-e0de3cd23b3a HTTP/1.1" status: 204 len: 168 time: 0.1377656 Jul 22 22:21:15.225524 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dea245-1d43-4fea-8e2a-c89c8dbbfa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5bea6-7e25-4ebb-9df9-e0de3cd23b3a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:15.246357 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:21:15.358872 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:21:15.369236 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:21:15.380944 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:15.382000 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:20:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:15.385952 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.446516 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f8027392-2409-467f-87cf-9b5d2f81de42 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9685326 Jul 22 22:21:15.447444 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:15.451164 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10411365-e974-49db-9410-042a31c9807f" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:15.493393 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba52cfa8-b250-4414-b4f6-95c896ca6513 x-openstack-request-id: req-ba52cfa8-b250-4414-b4f6-95c896ca6513 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:15.493716 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:15.494004 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba52cfa8-b250-4414-b4f6-95c896ca6513 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:15.494440 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'status': 'completed', 'code': 200} Jul 22 22:21:15.504907 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:15.602569 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411365-e974-49db-9410-042a31c9807f req-487b6050-c326-467a-9eeb-3463cd111364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:15.605950 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-487b6050-c326-467a-9eeb-3463cd111364 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1098 time: 0.0872583 Jul 22 22:21:15.709527 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411365-e974-49db-9410-042a31c9807f req-2892f821-ff9a-4ef0-a18e-0ea36845cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:15.711385 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-2892f821-ff9a-4ef0-a18e-0ea36845cf9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0990231 Jul 22 22:21:15.766549 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:05:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:14Z', 'updated_at': '2021-07-22T22:21:14Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}, {'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 1, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:15.794513 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:15.803447 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-d1183230-2815-4599-8776-799fa8e51da6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 200 len: 999 time: 0.0846090 Jul 22 22:21:15.804562 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:15.804990 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:20:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:15.873228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411365-e974-49db-9410-042a31c9807f req-e1f3504b-66c4-4501-8a5e-f53024262075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:15.875866 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-e1f3504b-66c4-4501-8a5e-f53024262075 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0656736 Jul 22 22:21:15.942800 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:15.959107 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411365-e974-49db-9410-042a31c9807f req-dfe0f372-6718-4cfb-8d05-cef2755bffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:15.960910 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-dfe0f372-6718-4cfb-8d05-cef2755bffe3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773351 Jul 22 22:21:16.084864 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-6d641c5b-8555-4902-84ab-c0276db9053c service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166720 Jul 22 22:21:16.203753 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10411365-e974-49db-9410-042a31c9807f req-b110b83c-fca8-4cf3-b7c6-87d1eba07aa6 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117907 Jul 22 22:21:16.245671 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:05:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:14Z', 'updated_at': '2021-07-22T22:21:14Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}, {'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 1, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:16.273911 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8de23-6757-40da-8f3a-58ec87624883 None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:05:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:21:14Z', 'updated_at': '2021-07-22T22:21:14Z', 'revision_number': 0, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}, {'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 1, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:16.526475 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9aaaa-668c-4da1-9fc8-e4af81cd8e2c None None] New status for floating IP 1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:21:16.544298 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39314) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:16.651730 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-25c76333-ebb6-48b1-9d74-3e61e7a85b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.745885 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-25c76333-ebb6-48b1-9d74-3e61e7a85b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.750214 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-25c76333-ebb6-48b1-9d74-3e61e7a85b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.785204 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c76333-ebb6-48b1-9d74-3e61e7a85b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebba095-53c8-48b8-89ae-8abca83189f9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:16.789362 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-25c76333-ebb6-48b1-9d74-3e61e7a85b04 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d694384a930a4a6e911baaa2a54428ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440023 Jul 22 22:21:16.791946 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39318) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:16.838282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-522ad907-210e-44fc-aee4-401a2e54bbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.858746 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-522ad907-210e-44fc-aee4-401a2e54bbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.906684 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-522ad907-210e-44fc-aee4-401a2e54bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.909419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-522ad907-210e-44fc-aee4-401a2e54bbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.910565 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-522ad907-210e-44fc-aee4-401a2e54bbd0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ebba095-53c8-48b8-89ae-8abca83189f9 HTTP/1.1" status: 204 len: 168 time: 0.1177375 Jul 22 22:21:16.918787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ad907-210e-44fc-aee4-401a2e54bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebba095-53c8-48b8-89ae-8abca83189f9,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.055575 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39340) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.156693 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eee2-74a8-4c00-9af3-806086763b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.239269 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eee2-74a8-4c00-9af3-806086763b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.242807 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eee2-74a8-4c00-9af3-806086763b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.280354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3eee2-74a8-4c00-9af3-806086763b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce884f-b1f1-48ac-8bfc-d766f121adfd,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.284859 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b2f3eee2-74a8-4c00-9af3-806086763b67 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac98c53d422e403d8c3669dc694ee869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282140 Jul 22 22:21:20.287457 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39344) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:20.333466 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-04b43801-309e-4120-ae10-8b5de4399b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.353517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-04b43801-309e-4120-ae10-8b5de4399b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.400421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-04b43801-309e-4120-ae10-8b5de4399b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.402966 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-04b43801-309e-4120-ae10-8b5de4399b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:20.404118 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-04b43801-309e-4120-ae10-8b5de4399b3c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cdce884f-b1f1-48ac-8bfc-d766f121adfd HTTP/1.1" status: 204 len: 168 time: 0.1157782 Jul 22 22:21:20.411474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b43801-309e-4120-ae10-8b5de4399b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce884f-b1f1-48ac-8bfc-d766f121adfd,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:20.983481 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39366) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:21.074879 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1108913324-network', 'tenant_id': 'a7bfb4da9f694b6b82853079b6769775'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:21.095599 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Made reservation on behalf of a7bfb4da9f694b6b82853079b6769775 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:21.097846 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.108716 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.194859 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.198307 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.221767 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1827} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:21:21.229989 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e2d000-4265-43bd-9684-19bfe9aa1a9d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.236066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.236408 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Added segment a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d of type vlan for network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff Jul 22 22:21:21.274751 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.301702 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.302640 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:21.303208 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.332489 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3479667 Jul 22 22:21:21.335315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39370) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:21:21.340450 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Request body: {'subnet': {'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1108913324-subnet', 'tenant_id': 'a7bfb4da9f694b6b82853079b6769775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:21.375842 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2843f-930f-4de8-a99e-825e1996e46c admin admin] Pushing event updated for resources: {'Network': ['ID=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.385613 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:21:21.390434 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Made reservation on behalf of a7bfb4da9f694b6b82853079b6769775 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:21.392762 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.558487 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.611812 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:21.620835 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Checking segment: {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:21.621184 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Network hostable DHCP agents. Network: 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:21:21.637342 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:21:21.646960 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:21.652132 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:21.653048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:21.656238 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f8301-d7f6-41b5-a0c8-f04dc581a9e3 None None] Network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:21.677730 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3615ff78-81df-46ca-98ca-7c42c0f62d50 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3413618 Jul 22 22:21:21.792683 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0b15a-5f7e-404d-9aa3-09f07b8e4342 None None] Network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:21:23.408862 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-767ee88f-e5ed-454f-8cba-2028d1e15c9b tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:23.410315 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-767ee88f-e5ed-454f-8cba-2028d1e15c9b tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/networks?id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 200 len: 814 time: 0.1032169 Jul 22 22:21:23.425393 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-8061f0d6-9233-448f-9290-473b8d17e90a tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/quotas/a7bfb4da9f694b6b82853079b6769775 HTTP/1.1" status: 200 len: 375 time: 0.0087907 Jul 22 22:21:23.426102 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7fea8ab7-d203-444f-86ff-b46645042f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:23.459161 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-1ee23062-1421-49b5-9f8a-904aed290065 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bfb4da9f694b6b82853079b6769775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282934 Jul 22 22:21:23.544381 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-18561698-a240-468f-bc28-939950009342 service neutron] 10.222.0.63 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778096 Jul 22 22:21:23.632086 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-db1cfe81-1b2f-429d-bfc2-8bf27529cbb4 service neutron] 10.222.0.63 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Jul 22 22:21:23.789015 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1c9e159b-0b4c-4150-94e6-2a72d27b4e76 req-254d2970-cd98-447d-aef1-fb668c5cf0e0 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 210 time: 0.0293787 Jul 22 22:21:24.723653 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-d0ac1231-b5fd-4a77-87c3-ddc2bee5f374 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.725099 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-d0ac1231-b5fd-4a77-87c3-ddc2bee5f374 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "GET /v2.0/networks?id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 200 len: 814 time: 0.0997827 Jul 22 22:21:24.738740 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Request body: {'port': {'device_id': '5cc65ddd-70a2-4399-a210-a024939102af', 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff', 'admin_state_up': True, 'tenant_id': 'a7bfb4da9f694b6b82853079b6769775'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:24.851257 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Made reservation on behalf of a7bfb4da9f694b6b82853079b6769775 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:21:24.854692 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:24.893150 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28713236-dd2c-4aec-b88a-f8e55079bb0a req-f7232e49-0375-4013-ab13-1b0459d08f75 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 210 time: 0.0362251 Jul 22 22:21:25.002688 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Allocated IP 172.20.0.10 (9a83a0cd-3bd6-481c-8096-8b5f0394e7ff/1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0/1c524ee2-8ad0-4463-b65a-d3d738d1d24c) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:21:25.143885 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.180826 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.222773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:21:25.225590 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:21:25.229156 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:21:25.235801 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Pushing event updated for resources: {'Port': ['ID=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:25.278611 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:25.279135 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.292940 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-cb491a98-b7f2-4c2d-9faf-80a329d17c84 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574508 Jul 22 22:21:25.304807 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Request body: {'port': {'device_id': '5cc65ddd-70a2-4399-a210-a024939102af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:21:25.375863 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.624224 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c524ee2-8ad0-4463-b65a-d3d738d1d24c {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:25.631712 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.644106 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Transition to ACTIVE for port object 1c524ee2-8ad0-4463-b65a-d3d738d1d24c will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:21:25.647760 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.697648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:25.764392 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Attempting to bind port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:21:25.765059 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Attempting to bind port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:21:25.765059 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Attempting to bind port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c on network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:25.769131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c on network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:21:25.769447 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Attempting to bind port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c on network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:21:25.774199 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:21:25.774534 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Checking segment: {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:21:25.774914 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Bound using segment: {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:21:25.775334 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Bound port: 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:21:25.775681 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.836752 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] For port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:21:25.840143 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] For port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:21:25.845372 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.876300 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:25.877116 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.878493 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] 10.222.0.77 "PUT /v2.0/ports/1c524ee2-8ad0-4463-b65a-d3d738d1d24c HTTP/1.1" status: 200 len: 1094 time: 0.5776227 Jul 22 22:21:25.880522 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc65ddd-70a2-4399-a210-a024939102af', 'tag': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:25.882746 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f5cd38-8c2a-479f-af10-6f9df53eeaed" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc65ddd-70a2-4399-a210-a024939102af", "tag": "1c524ee2-8ad0-4463-b65a-d3d738d1d24c"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:25.909058 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e276-1f2c-44a6-9436-42c8432e8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:25.929200 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9f58f-bcd8-4e7a-b246-7e6976580ff7 x-openstack-request-id: req-6fb9f58f-bcd8-4e7a-b246-7e6976580ff7 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:25.929566 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc65ddd-70a2-4399-a210-a024939102af", "tag": "1c524ee2-8ad0-4463-b65a-d3d738d1d24c", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:25.929728 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6fb9f58f-bcd8-4e7a-b246-7e6976580ff7 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:25.930143 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc65ddd-70a2-4399-a210-a024939102af', 'tag': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c', 'status': 'completed', 'code': 200} Jul 22 22:21:25.938378 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6b1302f-47a5-4fc9-8b05-60a01e20712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:25.985369 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-530dd0e4-d120-4986-a071-1807431c7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:25.986816 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-530dd0e4-d120-4986-a071-1807431c7bb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7bfb4da9f694b6b82853079b6769775&device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 1097 time: 0.0676680 Jul 22 22:21:26.037669 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-7da1dbed-0176-4bd2-906e-b70f72dff02e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c HTTP/1.1" status: 200 len: 217 time: 0.0351295 Jul 22 22:21:26.347259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b92cf-2a69-43b1-bbcf-64f83e00855d req-21dbe5cf-4643-43a3-9950-66454ea4af66 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:26.348691 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ad7b92cf-2a69-43b1-bbcf-64f83e00855d req-21dbe5cf-4643-43a3-9950-66454ea4af66 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 944 time: 0.3780656 Jul 22 22:21:26.352121 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-d853872e-3acc-4ac1-ae87-12828eea4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:26.353391 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-d853872e-3acc-4ac1-ae87-12828eea4c7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0 HTTP/1.1" status: 200 len: 854 time: 0.3073399 Jul 22 22:21:26.396929 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-2b076df4-439f-4f3d-8f4d-cbd6b3876bdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359755 Jul 22 22:21:26.409067 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ad7b92cf-2a69-43b1-bbcf-64f83e00855d req-88053cdc-a899-4c9b-a41d-8b2d996cb3bd tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548131 Jul 22 22:21:26.491393 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-51197595-dd13-41d9-a265-8869bd47f92f service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814121 Jul 22 22:21:26.535623 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:26.586369 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05407fe8-b4d8-498c-857e-8f961b532a4c req-8b9c9437-7848-4560-ab2b-ff32a46ce3ca service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812123 Jul 22 22:21:26.684691 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-b6c4cf7d-8461-487d-a73c-d3a1de1b534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:26.686165 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-b6c4cf7d-8461-487d-a73c-d3a1de1b534a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7bfb4da9f694b6b82853079b6769775&device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 1097 time: 0.0523045 Jul 22 22:21:26.780024 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-80150468-0add-4e6b-87e5-66d64aa80727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:26.781445 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-80150468-0add-4e6b-87e5-66d64aa80727 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 200 len: 916 time: 0.0851297 Jul 22 22:21:26.826177 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-200e403b-43d5-4506-9393-c894312051e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c HTTP/1.1" status: 200 len: 217 time: 0.0335138 Jul 22 22:21:26.879139 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-e972ee53-bd05-4663-987b-8f267ff1abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:26.880507 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-e972ee53-bd05-4663-987b-8f267ff1abe6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0 HTTP/1.1" status: 200 len: 854 time: 0.0447707 Jul 22 22:21:26.914306 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-f53afd2f-8625-458c-8600-c334eab56885 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 Jul 22 22:21:27.002445 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-586989dc-d381-496e-9a84-30683c7df599 service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795350 Jul 22 22:21:27.093972 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f5cd38-8c2a-479f-af10-6f9df53eeaed req-a5dd73f8-e474-4734-9042-5476446556ed service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Jul 22 22:21:27.307307 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.534533 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75ff24-2bb9-4190-b3bf-eb262fc31587 req-a8256b96-c186-49c0-8ddd-907de3327934 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:27.536007 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a75ff24-2bb9-4190-b3bf-eb262fc31587 req-a8256b96-c186-49c0-8ddd-907de3327934 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 944 time: 0.0620615 Jul 22 22:21:27.572885 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a75ff24-2bb9-4190-b3bf-eb262fc31587 req-b108b52c-a220-43df-83ae-d6df4e4394f5 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Jul 22 22:21:28.699527 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1743c-7040-43cb-962c-9a6397d77eef req-9642e072-5d47-408b-bbb8-dd8260140cc7 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:28.700977 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1ac1743c-7040-43cb-962c-9a6397d77eef req-9642e072-5d47-408b-bbb8-dd8260140cc7 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 944 time: 0.0609851 Jul 22 22:21:28.738591 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:28.739639 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1ac1743c-7040-43cb-962c-9a6397d77eef req-ac10cec7-abdb-4919-adc2-7bf61bfbe8a7 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Jul 22 22:21:29.633315 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 1c524ee2-8ad0-4463-b65a-d3d738d1d24c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:21:29.725510 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:29.736242 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c', 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff', 'port_id': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c', 'mac_address': 'fa:16:3e:5d:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:21:29.773048 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.785371 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c524ee2-8ad0-4463-b65a-d3d738d1d24c {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:29.804778 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:29.809356 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:29.859587 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:29.874718 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0185b5-94f2-40ef-9576-06063f27895a req-fa814699-358a-4ae6-89d2-2f52230abb0f tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.877556 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f0185b5-94f2-40ef-9576-06063f27895a req-fa814699-358a-4ae6-89d2-2f52230abb0f tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 945 time: 0.0740998 Jul 22 22:21:29.916610 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f0185b5-94f2-40ef-9576-06063f27895a req-ef7fe00b-4e13-4860-b790-471396789952 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Jul 22 22:21:30.058663 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['1c524ee2-8ad0-4463-b65a-d3d738d1d24c'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:31.045077 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282967c2-14a9-4e5c-8335-20832f0b6976 req-3208727d-5d4f-4423-ab89-936fb4237d37 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:31.046563 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-282967c2-14a9-4e5c-8335-20832f0b6976 req-3208727d-5d4f-4423-ab89-936fb4237d37 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 945 time: 0.0658731 Jul 22 22:21:31.084549 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-282967c2-14a9-4e5c-8335-20832f0b6976 req-c5177306-fa1d-4df9-9086-4e029dd384e2 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Jul 22 22:21:31.648864 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 1c524ee2-8ad0-4463-b65a-d3d738d1d24c up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:31.696901 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:21:31.700803 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:31.701166 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.887168 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.908280 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc65ddd-70a2-4399-a210-a024939102af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:31.910431 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d9e29-a269-41cc-9449-b5b0e3adfe90" -d '{"events": [{"server_uuid": "5cc65ddd-70a2-4399-a210-a024939102af", "name": "network-vif-plugged", "status": "completed", "tag": "1c524ee2-8ad0-4463-b65a-d3d738d1d24c"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:31.924209 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:31.928344 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:31.950989 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa8145-c2f2-49c4-b6e7-4ba6782f26ed x-openstack-request-id: req-23fa8145-c2f2-49c4-b6e7-4ba6782f26ed {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:31.951293 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc65ddd-70a2-4399-a210-a024939102af", "name": "network-vif-plugged", "status": "completed", "tag": "1c524ee2-8ad0-4463-b65a-d3d738d1d24c", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:31.951543 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-23fa8145-c2f2-49c4-b6e7-4ba6782f26ed {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:31.951935 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc65ddd-70a2-4399-a210-a024939102af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c', 'code': 200} Jul 22 22:21:31.977494 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:32.184015 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6027eda-0a74-4fbf-81b6-f473359c6d69 req-ecc05a13-75b0-4d9f-b098-3fe26f17701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:32.185360 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e6027eda-0a74-4fbf-81b6-f473359c6d69 req-ecc05a13-75b0-4d9f-b098-3fe26f17701e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 1099 time: 0.0772119 Jul 22 22:21:32.231461 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268062af-0560-495b-bbcd-905b2bb91881 req-040640d3-8bc1-49c9-bcf4-6638b2bec9f7 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:32.232862 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-268062af-0560-495b-bbcd-905b2bb91881 req-040640d3-8bc1-49c9-bcf4-6638b2bec9f7 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 946 time: 0.0832295 Jul 22 22:21:32.248738 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e6027eda-0a74-4fbf-81b6-f473359c6d69 req-0a325234-f8ea-48ec-9147-8f9305bd5215 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531225 Jul 22 22:21:32.276689 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-268062af-0560-495b-bbcd-905b2bb91881 req-4f7de2c3-3262-46d3-98c3-23eb0e1faa85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366685 Jul 22 22:21:33.403832 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3b162-419a-4abe-a8d9-f02f134c84ab req-88f9c6c7-26cf-4d6a-9452-eaf82a231613 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:33.405295 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a3b162-419a-4abe-a8d9-f02f134c84ab req-88f9c6c7-26cf-4d6a-9452-eaf82a231613 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 946 time: 0.0629642 Jul 22 22:21:33.441025 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2a3b162-419a-4abe-a8d9-f02f134c84ab req-9e26a5d5-d172-42d4-acd9-9f94c7bb1598 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303524 Jul 22 22:21:35.819473 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:43.356246 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:43.965391 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-e706544a-e63f-4491-88aa-2dc9f9838384 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519772 Jul 22 22:21:44.062957 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-236fca07-0aee-4fb4-8c7a-f1ea0753bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:44.064421 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-236fca07-0aee-4fb4-8c7a-f1ea0753bf85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1099 time: 0.0532393 Jul 22 22:21:44.173472 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-06b19798-1ea8-4a4e-bc9f-387178b1b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:44.174967 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-06b19798-1ea8-4a4e-bc9f-387178b1b28f service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0885115 Jul 22 22:21:44.239383 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-97f69704-23fe-4747-9500-5ee8efd839f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 1002 time: 0.0562789 Jul 22 22:21:44.288085 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-e376be52-7976-473e-93a0-1d5bbdb07ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:44.289532 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-e376be52-7976-473e-93a0-1d5bbdb07ee1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0429330 Jul 22 22:21:44.356699 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-d57f48b8-5e9e-4062-a1b2-c3e92f4f19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:44.358234 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-d57f48b8-5e9e-4062-a1b2-c3e92f4f19ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620801 Jul 22 22:21:44.448132 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-23dc1859-ed9f-4032-9377-53a46069128f service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829947 Jul 22 22:21:44.538316 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-466f1a20-f0bf-4227-889c-6c4bc5845f1e req-821c2f90-15d1-4d46-af01-014a4a71aa81 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835907 Jul 22 22:21:53.427119 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b96965c0-9035-4ec2-abb6-0c8fd878b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:55.930179 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3e755b0e-f077-410c-9213-e43d81dfaef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.537026 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:57.311545 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:58.740735 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.818511 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:13.349030 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.926419 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82510e-0b69-450b-a9d8-ec0fd7f887ca req-093b1909-8f32-42fa-93df-0310e63bbdaf tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:15.927800 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c82510e-0b69-450b-a9d8-ec0fd7f887ca req-093b1909-8f32-42fa-93df-0310e63bbdaf tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 946 time: 0.0621734 Jul 22 22:22:15.968337 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c82510e-0b69-450b-a9d8-ec0fd7f887ca req-22290ac4-3ee1-4414-9821-c888a32bd6a2 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Jul 22 22:22:17.099086 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9b80e-e53a-4182-8a22-d8ba18699b5f req-930f6bd9-9c20-4c27-a2ee-0211be2ba04e tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.100556 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-33c9b80e-e53a-4182-8a22-d8ba18699b5f req-930f6bd9-9c20-4c27-a2ee-0211be2ba04e tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 946 time: 0.0633974 Jul 22 22:22:17.137812 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-33c9b80e-e53a-4182-8a22-d8ba18699b5f req-f7ead0c2-9ad7-43a7-a05e-c565ed6f9b0c tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jul 22 22:22:18.051949 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-3992d935-44d5-4b4e-9acc-9470d9b2274e tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:18.053408 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-3992d935-44d5-4b4e-9acc-9470d9b2274e tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 946 time: 0.0658739 Jul 22 22:22:18.151193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Deleting port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:18.151877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.241295 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] For port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:18.241842 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.254512 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Calling delete_port for 1c524ee2-8ad0-4463-b65a-d3d738d1d24c owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:18.265376 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddc983-68d7-4d4c-bbb2-51a64737c34b req-20df12bc-b66f-420f-a334-96f7f693a809 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:18.266901 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d6ddc983-68d7-4d4c-bbb2-51a64737c34b req-20df12bc-b66f-420f-a334-96f7f693a809 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cc65ddd-70a2-4399-a210-a024939102af HTTP/1.1" status: 200 len: 946 time: 0.0638618 Jul 22 22:22:18.303849 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d6ddc983-68d7-4d4c-bbb2-51a64737c34b req-6f691b92-fc9f-424e-8b02-56c12d59d3dc tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Jul 22 22:22:18.380500 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.394020 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['1c524ee2-8ad0-4463-b65a-d3d738d1d24c'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:18.412433 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Pushing event deleted for resources: {'Port': ['ID=1c524ee2-8ad0-4463-b65a-d3d738d1d24c,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:18.440856 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.441246 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.441594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.441961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.442316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.442632 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.442963 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.443288 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.443615 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.443941 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.444265 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.444588 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.465876 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] No DVR routers for this DVR port 1c524ee2-8ad0-4463-b65a-d3d738d1d24c on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:18.468130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.470098 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-886ed3eb-4678-4074-8b8f-d5a7198c91fe req-b7fc8794-1bfd-4383-8f7c-4d2d1c801e85 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "DELETE /v2.0/ports/1c524ee2-8ad0-4463-b65a-d3d738d1d24c HTTP/1.1" status: 204 len: 173 time: 0.4101923 Jul 22 22:22:18.470519 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc65ddd-70a2-4399-a210-a024939102af', 'name': 'network-vif-deleted', 'tag': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:18.472703 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3bea6a-d09e-4d7e-a6d8-62845d820ad3" -d '{"events": [{"server_uuid": "5cc65ddd-70a2-4399-a210-a024939102af", "name": "network-vif-deleted", "tag": "1c524ee2-8ad0-4463-b65a-d3d738d1d24c"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:18.507487 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102aa22-215a-4830-998c-555d88de0035 x-openstack-request-id: req-7102aa22-215a-4830-998c-555d88de0035 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:18.507877 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc65ddd-70a2-4399-a210-a024939102af", "name": "network-vif-deleted", "tag": "1c524ee2-8ad0-4463-b65a-d3d738d1d24c", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:18.508130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7102aa22-215a-4830-998c-555d88de0035 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:18.509028 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc65ddd-70a2-4399-a210-a024939102af', 'name': 'network-vif-deleted', 'tag': '1c524ee2-8ad0-4463-b65a-d3d738d1d24c', 'status': 'completed', 'code': 200} Jul 22 22:22:22.889469 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 1c524ee2-8ad0-4463-b65a-d3d738d1d24c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:22.908885 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 1c524ee2-8ad0-4463-b65a-d3d738d1d24c {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:22.909228 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 1c524ee2-8ad0-4463-b65a-d3d738d1d24c not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:23.427828 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f5f30037-f117-4005-8b1e-75f91fb5118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.930758 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ff69643-434d-4676-a90a-e721951da5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.536820 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.312925 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:28.746377 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:29.259932 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-84c16311-e3e4-4988-a000-003c59d9e1b1 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:29.261315 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-84c16311-e3e4-4988-a000-003c59d9e1b1 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/networks?id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 200 len: 814 time: 0.1022818 Jul 22 22:22:29.275537 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-5059471c-5ffb-4586-81e5-5f9bb1424c5b tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/quotas/a7bfb4da9f694b6b82853079b6769775 HTTP/1.1" status: 200 len: 375 time: 0.0089405 Jul 22 22:22:29.308766 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-92b7a44c-28b5-4840-8fb2-46a4d0ddc1d4 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bfb4da9f694b6b82853079b6769775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284193 Jul 22 22:22:29.318986 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-c613f54e-51f7-4a06-aec8-7b845ed1ed93 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:22:29.320074 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-c613f54e-51f7-4a06-aec8-7b845ed1ed93 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050006 Jul 22 22:22:29.405429 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-385c512b-1c2c-48e9-877d-089c75108cc1 service neutron] 10.222.0.63 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804567 Jul 22 22:22:29.495626 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-ad72339e-e5da-40e2-89ca-83be66e946c8 service neutron] 10.222.0.63 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843318 Jul 22 22:22:29.651523 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a17734be-d805-44fb-ac33-9c0c6e0b36ea req-4df7eea5-9fee-4a60-a52b-c32fec11abbb tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Jul 22 22:22:30.531432 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-0bfc3e9f-c937-4a1b-8178-795d9d43b66f tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:30.533071 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-0bfc3e9f-c937-4a1b-8178-795d9d43b66f tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "GET /v2.0/networks?id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 200 len: 814 time: 0.1122022 Jul 22 22:22:30.546925 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Request body: {'port': {'device_id': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff', 'admin_state_up': True, 'tenant_id': 'a7bfb4da9f694b6b82853079b6769775'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:30.650194 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Made reservation on behalf of a7bfb4da9f694b6b82853079b6769775 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:30.653646 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.753886 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a479cbe9-8d78-4196-9aae-1f22a1c1fc9a req-dcc1a6f1-0d9e-4662-bb21-7e01b6ff3ea7 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 210 time: 0.0352488 Jul 22 22:22:30.807954 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Allocated IP 172.20.0.13 (9a83a0cd-3bd6-481c-8096-8b5f0394e7ff/1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0/d5a753dc-164a-40dd-8021-168427e35aac) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:22:30.951766 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:30.988474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.032620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:22:31.035555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:31.039244 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:22:31.045445 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Pushing event updated for resources: {'Port': ['ID=d5a753dc-164a-40dd-8021-168427e35aac,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:31.093496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.094122 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.107079 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-f1c2259e-c93c-42ed-86e0-5e28a8c3a960 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640383 Jul 22 22:22:31.118850 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-21ad4e63-6a67-4fac-8582-f189662f4920 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:22:31.119784 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-21ad4e63-6a67-4fac-8582-f189662f4920 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053787 Jul 22 22:22:31.130463 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Request body: {'port': {'device_id': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:31.198437 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.449048 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a753dc-164a-40dd-8021-168427e35aac {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:31.456193 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.468483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Transition to ACTIVE for port object d5a753dc-164a-40dd-8021-168427e35aac will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:22:31.471286 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.521339 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a753dc-164a-40dd-8021-168427e35aac,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:31.584154 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Attempting to bind port d5a753dc-164a-40dd-8021-168427e35aac on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:22:31.584831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Attempting to bind port d5a753dc-164a-40dd-8021-168427e35aac by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:22:31.584831 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Attempting to bind port d5a753dc-164a-40dd-8021-168427e35aac on network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:31.589464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Port d5a753dc-164a-40dd-8021-168427e35aac on network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:22:31.589784 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Attempting to bind port d5a753dc-164a-40dd-8021-168427e35aac on network 9a83a0cd-3bd6-481c-8096-8b5f0394e7ff {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:22:31.594476 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:22:31.594815 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Checking segment: {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:31.595190 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Bound using segment: {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:22:31.595608 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Bound port: d5a753dc-164a-40dd-8021-168427e35aac, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1827, 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:22:31.595961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.658968 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] For port d5a753dc-164a-40dd-8021-168427e35aac, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:22:31.661884 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] For port d5a753dc-164a-40dd-8021-168427e35aac, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d5a753dc-164a-40dd-8021-168427e35aac,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:22:31.666182 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.698410 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.699034 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:31.700428 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] 10.222.0.77 "PUT /v2.0/ports/d5a753dc-164a-40dd-8021-168427e35aac HTTP/1.1" status: 200 len: 1094 time: 0.5735731 Jul 22 22:22:31.700856 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'tag': 'd5a753dc-164a-40dd-8021-168427e35aac'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:31.703355 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f1039-4b50-442f-b3b2-7d219fc0d661" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef713e0-ed8f-4f24-805f-3718bad218e0", "tag": "d5a753dc-164a-40dd-8021-168427e35aac"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:31.726461 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89553d-5687-40cd-a7bb-0eff845bca34 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a753dc-164a-40dd-8021-168427e35aac,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:31.746354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473189e-0f4c-490c-bff3-d6d84f28e8dd x-openstack-request-id: req-5473189e-0f4c-490c-bff3-d6d84f28e8dd {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:31.746644 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef713e0-ed8f-4f24-805f-3718bad218e0", "tag": "d5a753dc-164a-40dd-8021-168427e35aac", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:31.746895 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5473189e-0f4c-490c-bff3-d6d84f28e8dd {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:31.747288 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'tag': 'd5a753dc-164a-40dd-8021-168427e35aac', 'status': 'completed', 'code': 200} Jul 22 22:22:31.790230 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-56f8c355-a91f-4613-a836-00970aeba6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.791728 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-56f8c355-a91f-4613-a836-00970aeba6e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7bfb4da9f694b6b82853079b6769775&device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 1097 time: 0.0557849 Jul 22 22:22:31.838340 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-44a72573-f1f8-4285-b5ea-a7cd4bf6ac94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a753dc-164a-40dd-8021-168427e35aac HTTP/1.1" status: 200 len: 217 time: 0.0384598 Jul 22 22:22:31.907266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-e954de9f-c963-46c0-92c5-f8520e040205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.908686 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-e954de9f-c963-46c0-92c5-f8520e040205 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0 HTTP/1.1" status: 200 len: 854 time: 0.0634301 Jul 22 22:22:31.945964 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-c4f7f33a-2455-4745-b7e9-4b0a71bbe8f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299249 Jul 22 22:22:31.956753 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebf94b-2ac2-42c8-8c85-21bc62db53cf req-efb1cc22-212c-4dc7-9e20-e7ae6a474383 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:31.958122 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bcebf94b-2ac2-42c8-8c85-21bc62db53cf req-efb1cc22-212c-4dc7-9e20-e7ae6a474383 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 944 time: 0.1222026 Jul 22 22:22:32.042201 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bcebf94b-2ac2-42c8-8c85-21bc62db53cf req-69caffa3-37c4-4ef9-9b3c-26107e1a6da1 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764549 Jul 22 22:22:32.068117 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-80e2c422-f586-4819-bcf1-b22b7e347fa9 service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090887 Jul 22 22:22:32.158467 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-040c68f6-8323-4b47-8395-7d5ab3fef5c3 req-69010604-0467-4dc4-99ee-d5bf369cabe7 service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Jul 22 22:22:32.259531 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-b2678475-40c2-48d0-8d65-bbf5b677ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:32.260885 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-b2678475-40c2-48d0-8d65-bbf5b677ea41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7bfb4da9f694b6b82853079b6769775&device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 1097 time: 0.0535681 Jul 22 22:22:32.349130 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-62a6a856-5491-481d-8fa8-5fee63efde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:32.351184 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-62a6a856-5491-481d-8fa8-5fee63efde46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 200 len: 916 time: 0.0829749 Jul 22 22:22:32.390794 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-60428e65-eebf-4b3a-b908-00ff1b5a4c8b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a753dc-164a-40dd-8021-168427e35aac HTTP/1.1" status: 200 len: 217 time: 0.0335789 Jul 22 22:22:32.437259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-4699ed9a-fe40-4322-80ea-8c170a53c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:32.438677 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-4699ed9a-fe40-4322-80ea-8c170a53c4a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0 HTTP/1.1" status: 200 len: 854 time: 0.0419025 Jul 22 22:22:32.471605 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-97d9491f-3db9-4590-a10f-2a9522617877 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254157 Jul 22 22:22:32.562188 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-b934542d-f9c3-412d-9ed1-85b236509732 service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 Jul 22 22:22:32.653027 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b40f1039-4b50-442f-b3b2-7d219fc0d661 req-d2afbc8f-190d-4171-b150-bcf7a297d82a service neutron] 10.222.0.77 "GET /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829339 Jul 22 22:22:33.172507 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2202736-7800-43ee-a24d-0e8052dffeda req-08095190-dc89-4490-8954-22928d409b6e tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:33.173967 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2202736-7800-43ee-a24d-0e8052dffeda req-08095190-dc89-4490-8954-22928d409b6e tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 944 time: 0.0651402 Jul 22 22:22:33.211215 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2202736-7800-43ee-a24d-0e8052dffeda req-595477e6-945d-409c-a618-7ec436698f0b tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Jul 22 22:22:34.335724 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b5533-2d22-43dd-b474-6f341abb4671 req-ed693f1c-7382-455f-8676-2f0b9d7003aa tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:34.337178 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-599b5533-2d22-43dd-b474-6f341abb4671 req-ed693f1c-7382-455f-8676-2f0b9d7003aa tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 944 time: 0.0615292 Jul 22 22:22:34.374006 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-599b5533-2d22-43dd-b474-6f341abb4671 req-878cb11e-3cf8-45f0-a1a7-92686e66f8d6 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jul 22 22:22:34.919811 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d5a753dc-164a-40dd-8021-168427e35aac details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:22:35.013252 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d5a753dc-164a-40dd-8021-168427e35aac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d5a753dc-164a-40dd-8021-168427e35aac,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:35.024405 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'd5a753dc-164a-40dd-8021-168427e35aac', 'network_id': '9a83a0cd-3bd6-481c-8096-8b5f0394e7ff', 'port_id': 'd5a753dc-164a-40dd-8021-168427e35aac', 'mac_address': 'fa:16:3e:2e:55:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:22:35.059605 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:35.075558 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a753dc-164a-40dd-8021-168427e35aac {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:35.099133 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d5a753dc-164a-40dd-8021-168427e35aac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d5a753dc-164a-40dd-8021-168427e35aac,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:35.103652 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:35.149481 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d5a753dc-164a-40dd-8021-168427e35aac,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:35.156360 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.156719 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.157070 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.157417 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.157756 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.158120 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.158457 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.158790 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.159123 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.159455 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.159784 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.160112 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:35.374666 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['d5a753dc-164a-40dd-8021-168427e35aac'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:35.515307 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77262-6443-4597-b877-b9c31fc2df01 req-347b98cc-6300-4556-86d9-7e0bd04ea325 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:35.516870 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-08f77262-6443-4597-b877-b9c31fc2df01 req-347b98cc-6300-4556-86d9-7e0bd04ea325 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 945 time: 0.0656857 Jul 22 22:22:35.553424 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-08f77262-6443-4597-b877-b9c31fc2df01 req-6a218547-eae8-403b-83ca-2ab565642ff5 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Jul 22 22:22:36.678293 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a1e2-8133-454c-aaea-30cd871d4c0e req-5fa4159e-b3fa-4c68-b4c2-837d7acb0ada tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:36.679819 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e467a1e2-8133-454c-aaea-30cd871d4c0e req-5fa4159e-b3fa-4c68-b4c2-837d7acb0ada tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 945 time: 0.0618482 Jul 22 22:22:36.715737 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e467a1e2-8133-454c-aaea-30cd871d4c0e req-8e1dc9ba-4d9e-43bd-b8e4-fea175d2b56f tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Jul 22 22:22:36.919659 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d5a753dc-164a-40dd-8021-168427e35aac up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:36.967861 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port d5a753dc-164a-40dd-8021-168427e35aac completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:22:36.971226 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port d5a753dc-164a-40dd-8021-168427e35aac triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:36.971599 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.043947 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.065527 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a753dc-164a-40dd-8021-168427e35aac'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:37.067851 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1c7fcb-6315-4c6b-8e5b-5b3118a711dc" -d '{"events": [{"server_uuid": "6ef713e0-ed8f-4f24-805f-3718bad218e0", "name": "network-vif-plugged", "status": "completed", "tag": "d5a753dc-164a-40dd-8021-168427e35aac"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:37.080719 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port d5a753dc-164a-40dd-8021-168427e35aac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d5a753dc-164a-40dd-8021-168427e35aac,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:37.085339 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.116711 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef12e14-8db8-4012-ad56-ad2fcafabaf0 x-openstack-request-id: req-cef12e14-8db8-4012-ad56-ad2fcafabaf0 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:37.116999 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef713e0-ed8f-4f24-805f-3718bad218e0", "name": "network-vif-plugged", "status": "completed", "tag": "d5a753dc-164a-40dd-8021-168427e35aac", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:37.117246 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cef12e14-8db8-4012-ad56-ad2fcafabaf0 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:37.117621 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a753dc-164a-40dd-8021-168427e35aac', 'code': 200} Jul 22 22:22:37.144161 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=d5a753dc-164a-40dd-8021-168427e35aac,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:37.285723 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9403-b29b-4089-86a7-e9c173b6118c req-6b23ae39-f59a-43bd-ab9b-30b3ee7362bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:37.287062 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ce2e9403-b29b-4089-86a7-e9c173b6118c req-6b23ae39-f59a-43bd-ab9b-30b3ee7362bf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 1099 time: 0.0548923 Jul 22 22:22:37.320121 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ce2e9403-b29b-4089-86a7-e9c173b6118c req-71fa2b10-8921-4b3b-8808-9b0e4646df84 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266924 Jul 22 22:22:37.841930 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252be0-7f4c-4a3d-8f81-4c0fcad0a2d5 req-ce853728-09c4-471c-aafc-06aa7c3dc856 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:37.843390 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7f252be0-7f4c-4a3d-8f81-4c0fcad0a2d5 req-ce853728-09c4-471c-aafc-06aa7c3dc856 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 946 time: 0.0620077 Jul 22 22:22:37.880741 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7f252be0-7f4c-4a3d-8f81-4c0fcad0a2d5 req-9ffa2369-80a5-4680-ac76-ae3c24d2eb92 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Jul 22 22:22:39.007587 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1f003-0d64-4e2d-ab23-14da34c608ab req-01d93e65-848c-42c0-8560-ea7f0d716efc tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:39.009048 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aea1f003-0d64-4e2d-ab23-14da34c608ab req-01d93e65-848c-42c0-8560-ea7f0d716efc tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 946 time: 0.0617568 Jul 22 22:22:39.045319 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aea1f003-0d64-4e2d-ab23-14da34c608ab req-70a4dae9-dd25-4f6c-9098-c80f61c7a793 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Jul 22 22:22:42.816553 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-94fcf2f6-905e-42ef-8bfb-7e9f99e50f17 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931795 Jul 22 22:22:42.891899 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-77926e9c-5245-47b7-80c9-9fcb46f22cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:42.893311 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-77926e9c-5245-47b7-80c9-9fcb46f22cb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1098 time: 0.0538814 Jul 22 22:22:42.994126 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-8791187d-fb9e-4d76-8ed3-6100f6a595b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:42.995469 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-8791187d-fb9e-4d76-8ed3-6100f6a595b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.0821218 Jul 22 22:22:43.300908 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-44b19e3c-7a2a-4a43-9236-3673fcfaf153 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 200 len: 1001 time: 0.2986288 Jul 22 22:22:43.348151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-c3cbf436-8abb-4e0d-8f88-5ef0fe935079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:43.349568 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-c3cbf436-8abb-4e0d-8f88-5ef0fe935079 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0421157 Jul 22 22:22:43.366839 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.407502 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-eb5a6c14-adf1-4572-9058-f7862a6213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:43.408998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-eb5a6c14-adf1-4572-9058-f7862a6213e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530798 Jul 22 22:22:43.498517 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-ee0f9daf-9329-4878-b58c-7233b2c87d78 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Jul 22 22:22:43.587208 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5f2b1ff-b0ab-4e8c-aa02-098d061063b7 req-5fc94579-fc17-4631-8d07-d2fe4be43f0c service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812106 Jul 22 22:22:49.817178 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:53.427314 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8c62b96d-93d2-4baa-9a07-ddf63f87318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:55.934841 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e7d-24c2-4c73-95bf-4a5b9ba7f8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:56.537291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:57.316235 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:58.749490 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.136732 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafef748-e508-48d7-9aa3-b98c5872c648 req-1d204f7c-e8d7-497a-b219-78b2027061c9 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:00.138227 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cafef748-e508-48d7-9aa3-b98c5872c648 req-1d204f7c-e8d7-497a-b219-78b2027061c9 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 946 time: 0.0664449 Jul 22 22:23:00.174310 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cafef748-e508-48d7-9aa3-b98c5872c648 req-aabe25ac-4373-479e-8f29-d43eb131453d tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Jul 22 22:23:01.367483 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8ec31-90ad-4ff6-8aaf-9cac906982a9 req-6acbcd7b-634c-4501-ab6d-f42b732147bd tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.369019 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c4f8ec31-90ad-4ff6-8aaf-9cac906982a9 req-6acbcd7b-634c-4501-ab6d-f42b732147bd tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 946 time: 0.1134167 Jul 22 22:23:01.411694 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c4f8ec31-90ad-4ff6-8aaf-9cac906982a9 req-8b24aaab-54a1-40f6-9c07-601d9f8f0a90 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/security-groups?id=56e2d000-4265-43bd-9684-19bfe9aa1a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330062 Jul 22 22:23:01.833058 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-33eab386-ffc7-4fd0-88b9-62fcca94a39d tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.834646 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-33eab386-ffc7-4fd0-88b9-62fcca94a39d tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 946 time: 0.0628819 Jul 22 22:23:01.937657 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Deleting port d5a753dc-164a-40dd-8021-168427e35aac {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:01.938029 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:02.025205 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] For port d5a753dc-164a-40dd-8021-168427e35aac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d5a753dc-164a-40dd-8021-168427e35aac,segment=NetworkSegment(a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d),segment_id=a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:02.025562 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:02.037481 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Calling delete_port for d5a753dc-164a-40dd-8021-168427e35aac owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:02.181131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:02.194112 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['d5a753dc-164a-40dd-8021-168427e35aac'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:02.209242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Pushing event deleted for resources: {'Port': ['ID=d5a753dc-164a-40dd-8021-168427e35aac,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:02.261677 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] No DVR routers for this DVR port d5a753dc-164a-40dd-8021-168427e35aac on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:02.264209 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:02.266251 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e24cb7d7-5cff-4d2a-a33c-17a18caf95d0 req-b0b4f038-afbf-44b3-a72d-88879409a119 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.77 "DELETE /v2.0/ports/d5a753dc-164a-40dd-8021-168427e35aac HTTP/1.1" status: 204 len: 173 time: 0.4255199 Jul 22 22:23:02.266687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'name': 'network-vif-deleted', 'tag': 'd5a753dc-164a-40dd-8021-168427e35aac'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:02.268967 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9013b50d-3f37-43a8-80fe-bb85719b4c21" -d '{"events": [{"server_uuid": "6ef713e0-ed8f-4f24-805f-3718bad218e0", "name": "network-vif-deleted", "tag": "d5a753dc-164a-40dd-8021-168427e35aac"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:02.375083 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7512160d-f6d3-4068-8913-8781e5ed5e7a x-openstack-request-id: req-7512160d-f6d3-4068-8913-8781e5ed5e7a {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:02.375682 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef713e0-ed8f-4f24-805f-3718bad218e0", "name": "network-vif-deleted", "tag": "d5a753dc-164a-40dd-8021-168427e35aac", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:02.375682 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7512160d-f6d3-4068-8913-8781e5ed5e7a {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:02.376032 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef713e0-ed8f-4f24-805f-3718bad218e0', 'name': 'network-vif-deleted', 'tag': 'd5a753dc-164a-40dd-8021-168427e35aac', 'status': 'completed', 'code': 200} Jul 22 22:23:02.522539 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cbcb1c7a-525d-48c2-a14e-5d9c7b328927 req-628dc871-6812-4325-87df-0534469ecc58 tempest-VolumesSnapshotTestJSON-1479935874 tempest-VolumesSnapshotTestJSON-1479935874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ef713e0-ed8f-4f24-805f-3718bad218e0 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Jul 22 22:23:04.313227 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39842) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:04.468315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Deleting port 6af1dbee-cae5-4834-8f1a-688cb184b470 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:04.468659 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:04.545023 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:04.545354 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:04.557291 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Calling delete_port for 6af1dbee-cae5-4834-8f1a-688cb184b470 owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:04.728222 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:04.752734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'Port': ['ID=6af1dbee-cae5-4834-8f1a-688cb184b470,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:04.814905 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:04.815243 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Floating IP 1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5 disassociated (deleted). External IP: 172.27.0.102, port: 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8. Jul 22 22:23:05.029815 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:05.135622 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:05.140384 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:05.146206 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:05.155722 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:05.156345 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:22:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:05.176169 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f13035e5-6f36-4bf3-9023-56a0a9b1ff96 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "DELETE /v2.0/floatingips/1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5 HTTP/1.1" status: 204 len: 168 time: 0.8618326 Jul 22 22:23:05.176839 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:05.179201 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa90fb8a-3597-4bce-b2ab-824f6571d75a" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:05.215513 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399626a5-d0da-4e57-9e5f-2cb46bd55ecd x-openstack-request-id: req-399626a5-d0da-4e57-9e5f-2cb46bd55ecd {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:05.216252 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:05.216562 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-399626a5-d0da-4e57-9e5f-2cb46bd55ecd {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:05.217018 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'status': 'completed', 'code': 200} Jul 22 22:23:05.262836 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:05.298129 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-2c74031d-f438-421c-abe4-ab17d65538e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:05.299721 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-2c74031d-f438-421c-abe4-ab17d65538e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 1098 time: 0.0573444 Jul 22 22:23:05.423438 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5821-c4cb-45ac-bd06-ea23877b8412 req-ca133f4d-0764-4c5d-9cc2-112093915e1a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:05.424942 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-37df5821-c4cb-45ac-bd06-ea23877b8412 req-ca133f4d-0764-4c5d-9cc2-112093915e1a tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0636475 Jul 22 22:23:05.462630 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-37df5821-c4cb-45ac-bd06-ea23877b8412 req-f0b4486e-175a-47c0-9f79-4e12c3ca6771 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Jul 22 22:23:05.496231 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 1, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:05.521769 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:05.529667 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:05.530291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:22:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:05.631434 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:05.845885 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 1, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:05.875941 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a3d2c-3e46-466b-b055-ff1c0c560132 None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '375ea843-99d3-49fc-934c-e8d2ab5524df', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'port_id': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'mac_address': 'fa:16:3e:53:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40815da9-a752-49be-affc-8cb7e9500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:18:45Z', 'updated_at': '2021-07-22T22:18:47Z', 'revision_number': 1, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:06.092442 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f453c-909e-45a1-b06a-d08031250238 None None] New status for floating IP 1ab1de51-c3fd-4ded-bdd6-b47e28b1e3e5: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:06.673031 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267779c-fd31-472b-8f2e-619e717409c4 req-88ce1e91-655e-4ae6-8294-ba64502646fd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:06.674425 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8267779c-fd31-472b-8f2e-619e717409c4 req-88ce1e91-655e-4ae6-8294-ba64502646fd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.1432641 Jul 22 22:23:06.679552 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-6b2f9b00-2480-446d-a343-1404816158c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:06.680882 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-6b2f9b00-2480-446d-a343-1404816158c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.1394579 Jul 22 22:23:06.712186 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8267779c-fd31-472b-8f2e-619e717409c4 req-54951714-4987-4c30-bd13-75abb6e67e97 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303895 Jul 22 22:23:07.481107 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d5a753dc-164a-40dd-8021-168427e35aac no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:07.500695 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: d5a753dc-164a-40dd-8021-168427e35aac {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:07.501041 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device d5a753dc-164a-40dd-8021-168427e35aac not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:07.841433 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a9c15-7a1a-4a3c-b7c8-235067fcff4c req-0700ac7c-e5a9-41f8-b3a4-fcad54eec3cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:07.842921 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-146a9c15-7a1a-4a3c-b7c8-235067fcff4c req-0700ac7c-e5a9-41f8-b3a4-fcad54eec3cf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0643251 Jul 22 22:23:07.879300 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-146a9c15-7a1a-4a3c-b7c8-235067fcff4c req-963e3873-3c46-4c2b-8e91-2d039ed5c2e3 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Jul 22 22:23:08.633614 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-2223fede-bf9e-4482-842b-a9800af9e2f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 200 len: 217 time: 0.0375140 Jul 22 22:23:08.681063 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-ca709ed3-8e47-41ec-9dce-18833e9ba098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:08.682478 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-ca709ed3-8e47-41ec-9dce-18833e9ba098 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0423534 Jul 22 22:23:08.740749 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-db5acfab-3a8f-4117-beb9-ebbd4f168d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:08.742285 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-db5acfab-3a8f-4117-beb9-ebbd4f168d6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523410 Jul 22 22:23:08.842068 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-b392b81a-a075-4613-a073-f40bcc76c439 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893278 Jul 22 22:23:08.939827 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa90fb8a-3597-4bce-b2ab-824f6571d75a req-bda2ee3c-ad86-422a-a003-1f4ea6253c4c service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878379 Jul 22 22:23:09.015934 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d9164-ed69-4aff-b92c-00b629915484 req-af8ddc98-55b9-4a45-8b00-81985be6ef49 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:09.017392 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-386d9164-ed69-4aff-b92c-00b629915484 req-af8ddc98-55b9-4a45-8b00-81985be6ef49 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0679827 Jul 22 22:23:09.054889 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-386d9164-ed69-4aff-b92c-00b629915484 req-98790974-d8b2-4878-b108-a94f4f5609eb tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jul 22 22:23:10.181071 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed23bc-d8ee-4af7-989b-f1ddeb6893e6 req-63ade7ce-65fe-45e3-9705-e92e866b1bd6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:10.182562 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-baed23bc-d8ee-4af7-989b-f1ddeb6893e6 req-63ade7ce-65fe-45e3-9705-e92e866b1bd6 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0623002 Jul 22 22:23:10.218708 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-baed23bc-d8ee-4af7-989b-f1ddeb6893e6 req-a1693720-8a1f-49f1-a643-b4c66ee9f2f7 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Jul 22 22:23:10.282548 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-29f82d3e-b846-47b8-a46d-2568f3aec9da tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:10.283998 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-29f82d3e-b846-47b8-a46d-2568f3aec9da tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 945 time: 0.0627587 Jul 22 22:23:10.385307 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Deleting port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:10.385680 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:10.469986 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] For port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:10.470352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:10.482654 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Calling delete_port for 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:10.613040 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:10.645127 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'Port': ['ID=5f9c13a9-89cd-4d9b-bdaa-d544ced68af8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:10.694830 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] No DVR routers for this DVR port 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:10.697824 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:10.699921 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-39f6df69-1dfb-404b-acb2-fc311f4ed45f req-faee652a-9c78-4afd-b08f-c9aedbfa82d1 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "DELETE /v2.0/ports/5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 HTTP/1.1" status: 204 len: 173 time: 0.4085145 Jul 22 22:23:10.700352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'name': 'network-vif-deleted', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:10.702653 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ef107-479a-48bc-8c19-719c8a95cf25" -d '{"events": [{"server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "name": "network-vif-deleted", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:10.738296 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10cf11e-95c3-46f9-92fe-0b5734131d8a x-openstack-request-id: req-c10cf11e-95c3-46f9-92fe-0b5734131d8a {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:10.738592 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ed55b-8983-49c7-996c-1b7aaf2e5e92", "name": "network-vif-deleted", "tag": "5f9c13a9-89cd-4d9b-bdaa-d544ced68af8", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:10.738848 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c10cf11e-95c3-46f9-92fe-0b5734131d8a {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:10.739317 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ed55b-8983-49c7-996c-1b7aaf2e5e92', 'name': 'network-vif-deleted', 'tag': '5f9c13a9-89cd-4d9b-bdaa-d544ced68af8', 'status': 'completed', 'code': 200} Jul 22 22:23:11.332424 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-605f830b-89ba-4a25-a8fa-7ab01798e88d req-f120d74b-71e2-43f1-a055-c059422f46dd tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=d46ed55b-8983-49c7-996c-1b7aaf2e5e92 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Jul 22 22:23:13.377812 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:15.933186 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:15.952750 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:15.953101 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 5f9c13a9-89cd-4d9b-bdaa-d544ced68af8 not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:17.680891 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39932) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:17.834762 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Deleting port b92f0308-0933-4992-bc54-00451d912de6 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:17.835102 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.908253 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.908572 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.919961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Calling delete_port for b92f0308-0933-4992-bc54-00451d912de6 owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:18.059504 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:18.084225 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'Port': ['ID=b92f0308-0933-4992-bc54-00451d912de6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:18.146494 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:18.146826 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Floating IP 375ea843-99d3-49fc-934c-e8d2ab5524df disassociated (deleted). External IP: 172.27.0.161, port: 8ac939f2-8423-431d-a55c-ace90fce2acd. Jul 22 22:23:18.343555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:18.454594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:18.459966 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:18.465659 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:18.474161 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:18.474819 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:22:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:18.502928 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-59405241-82be-4829-ac91-4b4346d3eb99 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "DELETE /v2.0/floatingips/375ea843-99d3-49fc-934c-e8d2ab5524df HTTP/1.1" status: 204 len: 168 time: 0.8209641 Jul 22 22:23:18.503745 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:18.507336 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3" -d '{"events": [{"name": "network-changed", "server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:18.556189 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b4df0b-720d-4fd7-96ea-095212e8c90a x-openstack-request-id: req-f9b4df0b-720d-4fd7-96ea-095212e8c90a {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:18.556839 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:18.557164 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9b4df0b-720d-4fd7-96ea-095212e8c90a {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:18.557637 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'status': 'completed', 'code': 200} Jul 22 22:23:18.582689 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:18.655969 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-4670f4c5-f338-4c42-92ed-d149fead4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.657624 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-4670f4c5-f338-4c42-92ed-d149fead4aea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12018010895c4490b7df7f836ee27fe1&device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 1099 time: 0.0772207 Jul 22 22:23:18.784066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-8005c2c1-c5a1-43fa-8786-737062795ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.785433 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-8005c2c1-c5a1-43fa-8786-737062795ecc service neutron] 10.222.0.77 "GET /v2.0/networks?id=65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 200 len: 914 time: 0.1195176 Jul 22 22:23:18.833849 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-2b9d5589-cf67-4470-84d6-d698a56a1abb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 200 len: 217 time: 0.0405285 Jul 22 22:23:18.882635 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446daf64-e6df-49cd-8093-5ae0ee73b290 req-8945aa4e-fc19-40de-83e6-3d4addb47f72 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.884162 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-446daf64-e6df-49cd-8093-5ae0ee73b290 req-8945aa4e-fc19-40de-83e6-3d4addb47f72 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 946 time: 0.1378076 Jul 22 22:23:18.917914 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-07cd10d2-0fa7-4d6f-b6cb-e7469b780942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.919351 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-07cd10d2-0fa7-4d6f-b6cb-e7469b780942 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 200 len: 851 time: 0.0744019 Jul 22 22:23:18.922377 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:18.939237 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-446daf64-e6df-49cd-8093-5ae0ee73b290 req-321667cf-87a5-43db-a699-58f228f93664 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493493 Jul 22 22:23:18.949556 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:18.959477 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:18.960083 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:22:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:18.986142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-490d0ffe-90a7-44e5-b683-6f25987e90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:18.987615 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-490d0ffe-90a7-44e5-b683-6f25987e90cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65759dc7-e005-49d7-abed-83313d757dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585020 Jul 22 22:23:19.064807 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:19.082793 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-fe0e1e50-42f2-49b2-a9b1-717546689329 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878391 Jul 22 22:23:19.173742 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc0d43e-1faa-41e1-9602-8ff08e6114b3 req-4de78644-85db-4dd4-be0f-9a93dd691687 service neutron] 10.222.0.77 "GET /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843101 Jul 22 22:23:19.258964 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:19.287326 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3a1b7-a98d-4b9b-9e69-61efb49a8214 None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 4, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': 'c72dfebd-4e01-45e1-a74f-88750dc8a169', 'name': '', 'network_id': '65759dc7-e005-49d7-abed-83313d757dbf', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'mac_address': 'fa:16:3e:42:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:29Z', 'updated_at': '2021-07-22T22:14:37Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'subnets': [{'id': '65d5ab0c-79ce-4625-acd6-d8769de5deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:19.484295 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7616e-ced0-4f1a-b4a7-1d3fe318feb7 None None] New status for floating IP 375ea843-99d3-49fc-934c-e8d2ab5524df: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:20.075564 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f58af-4ed6-4ab0-ab3e-e8a13096a20c req-308e418c-2a17-4bc0-91fd-51e861441ccf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.077067 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-770f58af-4ed6-4ab0-ab3e-e8a13096a20c req-308e418c-2a17-4bc0-91fd-51e861441ccf tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 946 time: 0.0675180 Jul 22 22:23:20.112767 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-770f58af-4ed6-4ab0-ab3e-e8a13096a20c req-8f307b88-dfc2-4258-ba57-56b73f63214d tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/security-groups?id=66c25545-4579-43bf-94b6-489ccbaf82ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302825 Jul 22 22:23:20.324678 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c30bd-783f-4230-97a4-1e5865377f9e req-d0cc0aca-4f8a-4e37-873f-c4f864b89db0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.326082 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-863c30bd-783f-4230-97a4-1e5865377f9e req-d0cc0aca-4f8a-4e37-873f-c4f864b89db0 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 946 time: 0.0627789 Jul 22 22:23:20.426316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Deleting port 8ac939f2-8423-431d-a55c-ace90fce2acd {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:20.426657 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.514888 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] For port 8ac939f2-8423-431d-a55c-ace90fce2acd, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=8ac939f2-8423-431d-a55c-ace90fce2acd,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:20.515245 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.526620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Calling delete_port for 8ac939f2-8423-431d-a55c-ace90fce2acd owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:20.650381 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.677707 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'Port': ['ID=8ac939f2-8423-431d-a55c-ace90fce2acd,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:20.689368 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.689725 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.690097 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.690438 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.690773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.691109 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.691440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.691934 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.692276 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.692603 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.692929 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.693253 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:20.733103 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] No DVR routers for this DVR port 8ac939f2-8423-431d-a55c-ace90fce2acd on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:20.735394 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.737427 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-863c30bd-783f-4230-97a4-1e5865377f9e req-c023e4a0-102b-461d-9d9f-fa93112350ba tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.77 "DELETE /v2.0/ports/8ac939f2-8423-431d-a55c-ace90fce2acd HTTP/1.1" status: 204 len: 173 time: 0.4046462 Jul 22 22:23:20.737881 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'name': 'network-vif-deleted', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:20.740167 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d5af46-aa6b-4bcb-b0e2-af8f03247ee2" -d '{"events": [{"server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "name": "network-vif-deleted", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:20.781413 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301ea37-f00e-4a58-bc13-33eb391ba3d3 x-openstack-request-id: req-6301ea37-f00e-4a58-bc13-33eb391ba3d3 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:20.781795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40815da9-a752-49be-affc-8cb7e9500dbb", "name": "network-vif-deleted", "tag": "8ac939f2-8423-431d-a55c-ace90fce2acd", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:20.782097 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6301ea37-f00e-4a58-bc13-33eb391ba3d3 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:20.782607 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40815da9-a752-49be-affc-8cb7e9500dbb', 'name': 'network-vif-deleted', 'tag': '8ac939f2-8423-431d-a55c-ace90fce2acd', 'status': 'completed', 'code': 200} Jul 22 22:23:21.220860 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9e5f4c51-af13-47fb-b196-5205800640f9 req-00acae6e-3022-4f37-ba25-a3ce58437def tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "GET /v2.0/ports?device_id=40815da9-a752-49be-affc-8cb7e9500dbb HTTP/1.1" status: 200 len: 210 time: 0.0318136 Jul 22 22:23:22.276192 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 39978) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:22.397140 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Deleting port 0e7da2d3-711b-4622-9349-b8b895e07506 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:22.397480 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:22.471542 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:22.471798 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:22.482704 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Calling delete_port for 0e7da2d3-711b-4622-9349-b8b895e07506 owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:22.606803 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:22.631046 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'Port': ['ID=0e7da2d3-711b-4622-9349-b8b895e07506,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:22.690833 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:22.693421 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:22.694560 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-cc00bf68-be1f-4c6e-b387-135227d30834 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "DELETE /v2.0/floatingips/3b8746f0-e9ab-427b-80a0-64da9d876989 HTTP/1.1" status: 204 len: 168 time: 0.4173963 Jul 22 22:23:23.428561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-89e908fd-273f-4fca-9796-d26202cc82e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:23.882811 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 39998) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:23.938131 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:23.969210 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.033087 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.036241 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.037397 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] 10.222.0.63 "DELETE /v2.0/security-groups/66c25545-4579-43bf-94b6-489ccbaf82ba HTTP/1.1" status: 204 len: 168 time: 0.1536045 Jul 22 22:23:24.047380 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c25545-4579-43bf-94b6-489ccbaf82ba,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:24.057145 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.057497 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.057838 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.058195 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.058525 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.058849 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.059180 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.059507 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.059878 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.060261 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.060618 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.061013 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f104c6-f3dd-45dd-8257-d536c6759f91 tempest-TestVolumeBootPattern-602354914 tempest-TestVolumeBootPattern-602354914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.102598 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40002) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:24.731171 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.980970 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Deleting port c72dfebd-4e01-45e1-a74f-88750dc8a169 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:24.981358 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.059651 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] For port c72dfebd-4e01-45e1-a74f-88750dc8a169, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=c72dfebd-4e01-45e1-a74f-88750dc8a169,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:25.060011 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.072913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Calling delete_port for c72dfebd-4e01-45e1-a74f-88750dc8a169 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:25.189692 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8ac939f2-8423-431d-a55c-ace90fce2acd no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:25.208067 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: 8ac939f2-8423-431d-a55c-ace90fce2acd {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:25.208409 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device 8ac939f2-8423-431d-a55c-ace90fce2acd not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:25.252994 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.283640 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72dfebd-4e01-45e1-a74f-88750dc8a169,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:25.459732 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.674656 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Router 6d1e8fbe-056c-42af-986f-38e6465e987b has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:25.782629 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:25.787469 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ccfbb64c-17ed-4ee5-a620-91a8a9ceb4b8 admin admin] 10.222.0.63 "PUT /v2.0/routers/6d1e8fbe-056c-42af-986f-38e6465e987b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837008 Jul 22 22:23:25.790717 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40032) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:25.791648 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] Sync routers for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:25.800549 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:25.801159 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:22:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:25.893757 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.906073 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:25.989906 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-cd944633-08b9-47a7-8bdd-ce5cad1cb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.993155 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.046711 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Deleting port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:26.046964 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.092511 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:23:25Z', 'revision_number': 5, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port': {'id': '07916cfe-a2a0-466a-9c2a-2519ff9b45e3', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:26.118369 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] Checking router: 6d1e8fbe-056c-42af-986f-38e6465e987b for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:26.123603 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] For port 07916cfe-a2a0-466a-9c2a-2519ff9b45e3, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:26.124209 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.126713 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] Routers {'6d1e8fbe-056c-42af-986f-38e6465e987b'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:26.127309 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['6d1e8fbe-056c-42af-986f-38e6465e987b'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:26.136424 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Calling delete_port for 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:26.213499 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] Set router 6d1e8fbe-056c-42af-986f-38e6465e987b gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:26.266523 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:23:25Z', 'revision_number': 6, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:26.293630 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd2894-4b77-4487-a1d7-0fa5d42c1352 None None] The sync data for ids ['6d1e8fbe-056c-42af-986f-38e6465e987b'] in dv-cinder-778534-6-iscsi is: [{'id': '6d1e8fbe-056c-42af-986f-38e6465e987b', 'name': 'tempest-TestVolumeBootPattern-1646256096-router', 'tenant_id': '12018010895c4490b7df7f836ee27fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:27Z', 'updated_at': '2021-07-22T22:23:25Z', 'revision_number': 6, 'project_id': '12018010895c4490b7df7f836ee27fe1', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:26.299531 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.324728 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Pushing event deleted for resources: {'Port': ['ID=07916cfe-a2a0-466a-9c2a-2519ff9b45e3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:26.389203 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.474173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.476944 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.517974 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.518471 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1e8fbe-056c-42af-986f-38e6465e987b {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:23:26.522559 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.524697 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5dfc6068-5fb3-421c-a66f-c7d53584ea73 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6d1e8fbe-056c-42af-986f-38e6465e987b HTTP/1.1" status: 204 len: 168 time: 0.7327130 Jul 22 22:23:26.527035 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40034) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:26.541255 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.571409 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Deleting subnet 65d5ab0c-79ce-4625-acd6-d8769de5deed {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:23:26.574559 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.612176 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.712978 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.775150 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.800066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d5ab0c-79ce-4625-acd6-d8769de5deed,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:26.806044 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.807886 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0565fb10-48f8-43ee-8f44-c9f2aef76109 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/65d5ab0c-79ce-4625-acd6-d8769de5deed HTTP/1.1" status: 204 len: 168 time: 0.2799423 Jul 22 22:23:26.810522 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40042) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:26.814627 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217fd580-ae7d-4938-a761-39e45b9c627d None None] Network 65759dc7-e005-49d7-abed-83313d757dbf requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:26.817592 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:26.882947 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.933925 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Deleting port 58f367ef-f88f-479e-928d-d6bcac17a8b4 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:26.934267 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.999683 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] For port 58f367ef-f88f-479e-928d-d6bcac17a8b4, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=58f367ef-f88f-479e-928d-d6bcac17a8b4,segment=NetworkSegment(1bdc66e6-33cc-4b0a-9715-9ed0a52739ef),segment_id=1bdc66e6-33cc-4b0a-9715-9ed0a52739ef)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:27.000074 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.011385 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Calling delete_port for 58f367ef-f88f-479e-928d-d6bcac17a8b4 owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:27.092945 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.104103 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7e386-a57d-4968-8825-b449950cfeb6 None None] DHCP port deletion for 65759dc7-e005-49d7-abed-83313d757dbf request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:23:27.114349 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c72dfebd-4e01-45e1-a74f-88750dc8a169 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:27.126119 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f367ef-f88f-479e-928d-d6bcac17a8b4,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:27.130851 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] No DVR routers for this DVR port 58f367ef-f88f-479e-928d-d6bcac17a8b4 on host dv-cinder-778534-6-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:27.150775 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: c72dfebd-4e01-45e1-a74f-88750dc8a169 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:27.151126 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device c72dfebd-4e01-45e1-a74f-88750dc8a169 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:27.210117 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.221370 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65759dc7-e005-49d7-abed-83313d757dbf']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:27.232360 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:27.232474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdc66e6-33cc-4b0a-9715-9ed0a52739ef') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:27.241584 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.255837 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.262351 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Releasing vlan 1806 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:23:27.262744 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:23:27.264397 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:23:27.320856 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.322035 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.326622 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.330378 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] 10.222.0.63 "DELETE /v2.0/networks/65759dc7-e005-49d7-abed-83313d757dbf HTTP/1.1" status: 204 len: 168 time: 0.5186501 Jul 22 22:23:27.331610 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40044) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:27.343210 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69398658-c023-442d-98f8-5b7bc7509c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=65759dc7-e005-49d7-abed-83313d757dbf,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:27.672363 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.714787 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40048) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:27.758201 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Deleting subnet 1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:23:27.761252 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.795619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.833682 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.890857 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.916558 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:27.920179 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.922105 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-23fa66a0-5dfe-45f0-8383-3635ae4517c0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1da5ee1e-d106-46e7-97f9-ec7c8c1ed3c0 HTTP/1.1" status: 204 len: 168 time: 0.2061419 Jul 22 22:23:27.923858 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Deleting port ede6fee4-4629-4cb0-9387-924d6585ec7f {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:27.924147 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.924530 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40050) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:27.990917 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.000951 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] For port ede6fee4-4629-4cb0-9387-924d6585ec7f, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=ede6fee4-4629-4cb0-9387-924d6585ec7f,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:28.001312 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.013392 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Calling delete_port for ede6fee4-4629-4cb0-9387-924d6585ec7f owned by network:router_interface {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:28.070793 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.080984 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a83a0cd-3bd6-481c-8096-8b5f0394e7ff']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:28.091134 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:28.091430 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a955ebe3-58a7-4d7b-9446-9bd9f2dfeb4d') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:28.099913 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.113564 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.120409 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Releasing vlan 1827 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:23:28.120811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:23:28.122661 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:23:28.181316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.185497 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.190125 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] 10.222.0.63 "DELETE /v2.0/networks/9a83a0cd-3bd6-481c-8096-8b5f0394e7ff HTTP/1.1" status: 204 len: 168 time: 0.2618153 Jul 22 22:23:28.198488 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.225397 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede6fee4-4629-4cb0-9387-924d6585ec7f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:28.330500 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40054) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:28.415605 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ab84bd84-f46c-48eb-8c16-5291395b242b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7bfb4da9f694b6b82853079b6769775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835383 Jul 22 22:23:28.418083 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40056) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:28.462180 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.462434 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5564a5f-73f5-47b3-a458-a253180dc32f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a83a0cd-3bd6-481c-8096-8b5f0394e7ff,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:28.544598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 58f367ef-f88f-479e-928d-d6bcac17a8b4 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:28.546369 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f1df602b-f8ab-4aa8-8674-e447b50e5bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.566884 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 58f367ef-f88f-479e-928d-d6bcac17a8b4 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:28.567311 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 58f367ef-f88f-479e-928d-d6bcac17a8b4 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:28.567800 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:28.579106 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f1df602b-f8ab-4aa8-8674-e447b50e5bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.585326 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:28.586235 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 07916cfe-a2a0-466a-9c2a-2519ff9b45e3 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:28.751177 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.921517 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f1df602b-f8ab-4aa8-8674-e447b50e5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.924240 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f1df602b-f8ab-4aa8-8674-e447b50e5bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:28.925385 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f1df602b-f8ab-4aa8-8674-e447b50e5bd7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56e2d000-4265-43bd-9684-19bfe9aa1a9d HTTP/1.1" status: 204 len: 168 time: 0.5064075 Jul 22 22:23:28.938139 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df602b-f8ab-4aa8-8674-e447b50e5bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e2d000-4265-43bd-9684-19bfe9aa1a9d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:28.963895 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Router aeda8500-86ee-43eb-8d8d-9cd992622009 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:29.070205 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:29.079249 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d862b917-c129-4cf8-8e64-f67dd0b99711 admin admin] 10.222.0.63 "PUT /v2.0/routers/aeda8500-86ee-43eb-8d8d-9cd992622009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423892 Jul 22 22:23:29.079249 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40060) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:29.083058 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] Sync routers for ids ['aeda8500-86ee-43eb-8d8d-9cd992622009'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:29.095497 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] Routers {'aeda8500-86ee-43eb-8d8d-9cd992622009'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:29.096114 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['aeda8500-86ee-43eb-8d8d-9cd992622009'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:29.185154 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks [] for router, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.196597 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] Set router aeda8500-86ee-43eb-8d8d-9cd992622009 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:29.298428 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.357592 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Deleting port 028f90e1-8f4e-4894-b710-cb1aa4413f2c {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:29.357973 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.403537 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:23:28Z', 'revision_number': 5, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port': {'id': '028f90e1-8f4e-4894-b710-cb1aa4413f2c', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:33Z', 'updated_at': '2021-07-22T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:29.431346 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] Checking router: aeda8500-86ee-43eb-8d8d-9cd992622009 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:29.441395 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] Routers {'aeda8500-86ee-43eb-8d8d-9cd992622009'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:29.442037 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['aeda8500-86ee-43eb-8d8d-9cd992622009'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:29.443257 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] For port 028f90e1-8f4e-4894-b710-cb1aa4413f2c, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=028f90e1-8f4e-4894-b710-cb1aa4413f2c,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:29.443759 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.456368 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Calling delete_port for 028f90e1-8f4e-4894-b710-cb1aa4413f2c owned by network:router_gateway {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:29.539962 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] Set router aeda8500-86ee-43eb-8d8d-9cd992622009 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:29.594753 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:23:29Z', 'revision_number': 6, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:29.617893 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40080) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:29.621885 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4cf0e-11a3-4f70-97e6-e1cce8b12d06 None None] The sync data for ids ['aeda8500-86ee-43eb-8d8d-9cd992622009'] in dv-cinder-778534-6-iscsi is: [{'id': 'aeda8500-86ee-43eb-8d8d-9cd992622009', 'name': 'tempest-TestVolumeBootPattern-589542148-router', 'tenant_id': '781d66e55e254dc19b2b28b1401e631e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:32Z', 'updated_at': '2021-07-22T22:23:29Z', 'revision_number': 6, 'project_id': '781d66e55e254dc19b2b28b1401e631e', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:29.641083 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.671762 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Pushing event deleted for resources: {'Port': ['ID=028f90e1-8f4e-4894-b710-cb1aa4413f2c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:29.725236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-79338168-network', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:29.737005 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.746859 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Made reservation on behalf of e76aec4368ab4c448c4a09352caa1783 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:29.749316 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.757252 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.830733 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.832838 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.844061 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.848148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.868863 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1805} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:23:29.879229 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.879874 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeda8500-86ee-43eb-8d8d-9cd992622009 {{(pid=93217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:23:29.883050 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b67d3f-a8d2-4a9e-aef6-d30153140898,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:29.885705 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.887310 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c9df8f22-08a9-4ddf-8317-ec9459c09142 admin admin] 10.222.0.63 "DELETE /v2.0/routers/aeda8500-86ee-43eb-8d8d-9cd992622009 HTTP/1.1" status: 204 len: 168 time: 0.8077452 Jul 22 22:23:29.889006 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.889353 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Added segment de113d32-e11e-42cb-9888-ad1614effb7b of type vlan for network 16227e3e-7c46-46e9-a8dc-a294e7463a5f Jul 22 22:23:29.889897 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40084) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:29.930448 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.937282 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Deleting subnet 920f788a-39a5-4dbf-b393-3d7c89c00323 {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:23:29.940393 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.959844 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.961368 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:29.961981 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.978158 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:29.994955 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3726418 Jul 22 22:23:29.995180 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40086) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:30.002043 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Request body: {'subnet': {'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-79338168-subnet', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:30.039315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bf7a0-4745-4aa1-8806-34579ee110b2 admin admin] Pushing event updated for resources: {'Network': ['ID=16227e3e-7c46-46e9-a8dc-a294e7463a5f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:30.051526 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:23:30.056679 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Made reservation on behalf of e76aec4368ab4c448c4a09352caa1783 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:30.059619 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.071953 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.128309 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.159362 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920f788a-39a5-4dbf-b393-3d7c89c00323,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:30.161350 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.165501 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-57bda8e2-df0c-4581-9f21-8ad5c4ab0e66 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/920f788a-39a5-4dbf-b393-3d7c89c00323 HTTP/1.1" status: 204 len: 168 time: 0.2723408 Jul 22 22:23:30.166309 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40088) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:30.166574 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a84bf-8eba-4134-bd66-1d2c75721aab None None] Network 41e13f22-4838-40d6-852b-14cea1a6b448 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:30.234561 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.242728 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.288260 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Deleting port 463ff76d-5001-4219-844f-230ea8ff12fe {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:30.288512 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.298734 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d5016c-a765-4739-9713-0368c4ab971f,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:30.306496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Checking segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:30.306858 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Network hostable DHCP agents. Network: 16227e3e-7c46-46e9-a8dc-a294e7463a5f, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:23:30.324533 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:23:30.339545 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 16227e3e-7c46-46e9-a8dc-a294e7463a5f) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:30.343528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:30.344115 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.349605 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31b5e2-20a5-4a28-8bff-e953b138b05e None None] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:30.360218 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] For port 463ff76d-5001-4219-844f-230ea8ff12fe, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=463ff76d-5001-4219-844f-230ea8ff12fe,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:30.360594 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.364505 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-19f3786c-80f0-417a-93eb-339ba0f89a74 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3683937 Jul 22 22:23:30.369246 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40090) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:30.377911 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:30.388475 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Calling delete_port for 463ff76d-5001-4219-844f-230ea8ff12fe owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:30.434629 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] DHCP port deletion for 41e13f22-4838-40d6-852b-14cea1a6b448 request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:23:30.441408 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.442268 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.513189 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.523617 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 463ff76d-5001-4219-844f-230ea8ff12fe no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:30.582590 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Deleting port 463ff76d-5001-4219-844f-230ea8ff12fe {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:30.582998 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.593366 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.624694 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:23:30.625594 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.628384 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No active binding found for port 463ff76d-5001-4219-844f-230ea8ff12fe {{(pid=93219) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 22:23:30.628821 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 463ff76d-5001-4219-844f-230ea8ff12fe not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:30.629239 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device ede6fee4-4629-4cb0-9387-924d6585ec7f no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:30.661560 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: ede6fee4-4629-4cb0-9387-924d6585ec7f {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:30.661935 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device ede6fee4-4629-4cb0-9387-924d6585ec7f not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:30.662365 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 028f90e1-8f4e-4894-b710-cb1aa4413f2c no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:30.678205 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Pushing event deleted for resources: {'Port': ['ID=463ff76d-5001-4219-844f-230ea8ff12fe,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:30.680666 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] No DVR routers for this DVR port 463ff76d-5001-4219-844f-230ea8ff12fe on host dv-cinder-778534-6-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:30.705315 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.735081 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] For port 463ff76d-5001-4219-844f-230ea8ff12fe, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=463ff76d-5001-4219-844f-230ea8ff12fe,segment=NetworkSegment(ccf211f0-214e-46aa-a568-b4bf6fd8403c),segment_id=ccf211f0-214e-46aa-a568-b4bf6fd8403c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:30.735489 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.744184 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 028f90e1-8f4e-4894-b710-cb1aa4413f2c {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:30.744538 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 028f90e1-8f4e-4894-b710-cb1aa4413f2c not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:30.781148 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.796543 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Calling delete_port for 463ff76d-5001-4219-844f-230ea8ff12fe owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:30.802351 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e13f22-4838-40d6-852b-14cea1a6b448']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:30.814393 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf211f0-214e-46aa-a568-b4bf6fd8403c') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:30.814686 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf211f0-214e-46aa-a568-b4bf6fd8403c') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:30.825840 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.865018 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.873395 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Releasing vlan 1825 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:23:30.874074 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:23:30.876680 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:23:30.947132 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.954720 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:30.956551 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] 10.222.0.63 "DELETE /v2.0/networks/41e13f22-4838-40d6-852b-14cea1a6b448 HTTP/1.1" status: 204 len: 168 time: 0.7891951 Jul 22 22:23:30.996006 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78b7c-b449-4238-8a5f-a99aeb12de3d admin admin] Pushing event deleted for resources: {'Network': ['ID=41e13f22-4838-40d6-852b-14cea1a6b448,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.047786 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Allocated IP 172.20.0.2 (16227e3e-7c46-46e9-a8dc-a294e7463a5f/16d5016c-a765-4739-9713-0368c4ab971f/feae6ec0-6ae5-4222-92cf-a16515dce096) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:31.074247 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.074484 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.105574 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40094) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:31.107527 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.115824 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Pushing event deleted for resources: {'Port': ['ID=463ff76d-5001-4219-844f-230ea8ff12fe,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.119896 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] Network 41e13f22-4838-40d6-852b-14cea1a6b448 is not hosted by any dhcp agent {{(pid=93219) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:23:31.121063 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173f8d7-4fba-4229-ba02-79faf1426abd None None] No DVR routers for this DVR port 463ff76d-5001-4219-844f-230ea8ff12fe on host dv-cinder-778534-6-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:31.152057 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-14bf1d2c-e87e-44c6-af22-9dcdfccfdf81 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=12018010895c4490b7df7f836ee27fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451422 Jul 22 22:23:31.154564 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40096) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:31.209178 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d0a6adba-156c-48d2-95e3-d05ebcafdb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.230525 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d0a6adba-156c-48d2-95e3-d05ebcafdb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.242369 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.251038 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Allocated IP 172.27.0.78 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/9ea49119-de45-4e21-a63b-ca0fa2613454) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:31.252855 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Transition to ACTIVE for port object feae6ec0-6ae5-4222-92cf-a16515dce096 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:31.278739 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Transition to ACTIVE for port object feae6ec0-6ae5-4222-92cf-a16515dce096 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:31.278999 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d0a6adba-156c-48d2-95e3-d05ebcafdb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.281565 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d0a6adba-156c-48d2-95e3-d05ebcafdb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.282945 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d0a6adba-156c-48d2-95e3-d05ebcafdb09 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a763f619-1557-4405-bf02-c02adb74a0b1 HTTP/1.1" status: 204 len: 168 time: 0.1254451 Jul 22 22:23:31.291620 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6adba-156c-48d2-95e3-d05ebcafdb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a763f619-1557-4405-bf02-c02adb74a0b1,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.295979 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.315290 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:31.320796 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:31.325590 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:31.368462 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.407346 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Pushing event updated for resources: {'Port': ['ID=feae6ec0-6ae5-4222-92cf-a16515dce096,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.408963 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.424904 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Attempting to bind port feae6ec0-6ae5-4222-92cf-a16515dce096 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:31.425501 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Attempting to bind port feae6ec0-6ae5-4222-92cf-a16515dce096 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:31.425882 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Attempting to bind port feae6ec0-6ae5-4222-92cf-a16515dce096 on network 16227e3e-7c46-46e9-a8dc-a294e7463a5f {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:31.432190 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:31.432572 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Checking segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:31.432974 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.433367 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Bound using segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:31.433834 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Bound port: feae6ec0-6ae5-4222-92cf-a16515dce096, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:31.434251 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.446654 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:31.451437 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:31.454648 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:31.486174 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea49119-de45-4e21-a63b-ca0fa2613454,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.509572 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] For port feae6ec0-6ae5-4222-92cf-a16515dce096, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:31.512949 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] For port feae6ec0-6ae5-4222-92cf-a16515dce096, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=feae6ec0-6ae5-4222-92cf-a16515dce096,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:31.517368 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.577182 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cff7d-06ff-4aa2-95d6-6e580dabc8c1 None None] Pushing event updated for resources: {'Port': ['ID=feae6ec0-6ae5-4222-92cf-a16515dce096,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.657032 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40102) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:31.706320 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9ffaaa1f-de07-4ca5-8a5b-cb9a448c98ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=781d66e55e254dc19b2b28b1401e631e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456383 Jul 22 22:23:31.706320 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40104) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:31.735121 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.774258 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3a708341-a9c4-46c2-8041-96acafdbb868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.801162 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3a708341-a9c4-46c2-8041-96acafdbb868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.859814 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3a708341-a9c4-46c2-8041-96acafdbb868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.863032 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3a708341-a9c4-46c2-8041-96acafdbb868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.864760 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3a708341-a9c4-46c2-8041-96acafdbb868 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7b27fd67-8f3f-4c64-9cf6-41c379fa834b HTTP/1.1" status: 204 len: 168 time: 0.1575291 Jul 22 22:23:31.876496 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708341-a9c4-46c2-8041-96acafdbb868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27fd67-8f3f-4c64-9cf6-41c379fa834b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:32.194865 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:32.327044 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:23:32.442056 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:32.453412 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Sync routers for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:32.465382 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:32.469219 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4f3f9e65-a2c1-478a-ab4f-cdf1fe495a43 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0971501 Jul 22 22:23:32.470041 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40108) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:32.471920 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:32.472561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:32.536463 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae50b28-f0f9-4e18-933d-5c4b6411564c None None] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:32.568020 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device feae6ec0-6ae5-4222-92cf-a16515dce096 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:32.680068 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-9d9b3a61-1f0c-420f-900c-d7ba012b0376 None None] Provisioning for port feae6ec0-6ae5-4222-92cf-a16515dce096 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:32.710138 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:32.790274 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port feae6ec0-6ae5-4222-92cf-a16515dce096 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:32.829018 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port feae6ec0-6ae5-4222-92cf-a16515dce096 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:32.829363 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:32.899386 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.027899 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.067868 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Allocated IP 172.20.0.1 (16227e3e-7c46-46e9-a8dc-a294e7463a5f/16d5016c-a765-4739-9713-0368c4ab971f/6f6e941d-8153-4cbb-80c0-c34f85d795b2) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:33.075054 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port feae6ec0-6ae5-4222-92cf-a16515dce096, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=feae6ec0-6ae5-4222-92cf-a16515dce096,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:33.076995 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:31Z', 'revision_number': 3, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:33.080583 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.108646 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Checking router: 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:33.109028 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Updating router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 port 9ea49119-de45-4e21-a63b-ca0fa2613454 binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:23:33.183826 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.184370 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.187015 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=feae6ec0-6ae5-4222-92cf-a16515dce096,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.199678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Transition to ACTIVE for port object 6f6e941d-8153-4cbb-80c0-c34f85d795b2 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:33.238867 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.276202 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:33.282588 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:33.286251 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:33.309044 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Pushing event updated for resources: {'Port': ['ID=6f6e941d-8153-4cbb-80c0-c34f85d795b2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.329720 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.360206 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-3c13ec84-e028-4680-b2e7-59187729bfb4 None None] Provisioning complete for port feae6ec0-6ae5-4222-92cf-a16515dce096 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:33.360590 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3c13ec84-e028-4680-b2e7-59187729bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.480673 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.515891 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.527973 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Transition to ACTIVE for port object 9ea49119-de45-4e21-a63b-ca0fa2613454 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:33.534845 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.586573 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Attempting to bind port 9ea49119-de45-4e21-a63b-ca0fa2613454 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:33.586944 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Attempting to bind port 9ea49119-de45-4e21-a63b-ca0fa2613454 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:33.587304 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Attempting to bind port 9ea49119-de45-4e21-a63b-ca0fa2613454 on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:33.592701 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d580f-e186-4f52-b817-825bfbccb0ea None None] Pushing event updated for resources: {'Port': ['ID=9ea49119-de45-4e21-a63b-ca0fa2613454,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.598026 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:33.598421 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:33.598820 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.599211 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:33.599709 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Bound port: 9ea49119-de45-4e21-a63b-ca0fa2613454, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:33.600041 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.651062 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.653108 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4f228a68-b3b3-4c9f-9d03-727894df32e4 None None] Provisioning for port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:33.654955 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.660889 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4f228a68-b3b3-4c9f-9d03-727894df32e4 None None] Provisioning complete for port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:33.661262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f228a68-b3b3-4c9f-9d03-727894df32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.663256 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] For port 9ea49119-de45-4e21-a63b-ca0fa2613454, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:33.667144 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] For port 9ea49119-de45-4e21-a63b-ca0fa2613454, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=9ea49119-de45-4e21-a63b-ca0fa2613454,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:33.688696 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.724665 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.727445 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Pushing event updated for resources: {'Port': ['ID=6f6e941d-8153-4cbb-80c0-c34f85d795b2,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.737771 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-4f228a68-b3b3-4c9f-9d03-727894df32e4 None None] Port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:33.758317 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:33.758951 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:33.763599 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d580f-e186-4f52-b817-825bfbccb0ea None None] Pushing event updated for resources: {'Port': ['ID=9ea49119-de45-4e21-a63b-ca0fa2613454,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.818442 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:33.820619 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:33.948194 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:34.003063 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:34.062799 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:34.067777 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b2905a3c-1b9d-4916-8943-955f26ce6b2e admin admin] 10.222.0.63 "PUT /v2.0/routers/77ee8a7c-7e5d-4f6a-be19-b88214fed6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972075 Jul 22 22:23:34.106383 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-66a9dd23-38cc-44eb-a113-7cd5efd68a96 None None] Provisioning complete for port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:34.106678 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-66a9dd23-38cc-44eb-a113-7cd5efd68a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.174347 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-66a9dd23-38cc-44eb-a113-7cd5efd68a96 None None] Port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:34.240672 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 2, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:34.270950 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aa62b-a870-489e-a0e0-c1852bc1f503 None None] The sync data for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi is: [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 2, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:34.547917 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device feae6ec0-6ae5-4222-92cf-a16515dce096 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:34.604079 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port feae6ec0-6ae5-4222-92cf-a16515dce096 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:34.604662 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.627238 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40124) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:34.632989 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977870115-network', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:34.654352 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Made reservation on behalf of ec88ea83ba3845e091d0f29d1fbfb62c for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:34.656982 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.665899 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.764396 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.768665 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.797378 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1839} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:23:34.806904 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53637cef-b25d-4f65-9ba3-53ba9d92dfd8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:34.813556 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.815575 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Added segment a3d30e16-7d53-448e-b568-c23d7a77c759 of type vlan for network 23ed1602-13bb-4713-b890-0767312fd3d2 Jul 22 22:23:34.865837 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784774649335'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.898604 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.900242 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:34.901088 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.938495 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3101475 Jul 22 22:23:34.941088 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40126) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:34.970331 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Request body: {'subnet': {'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977870115-subnet', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:34.974726 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc8791-26fb-464e-b600-be1827c5eccc admin admin] Pushing event updated for resources: {'Network': ['ID=23ed1602-13bb-4713-b890-0767312fd3d2,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:34.985444 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Network 23ed1602-13bb-4713-b890-0767312fd3d2 details requested by agent ovs-agent-dv-cinder-778534-6-iscsi with host dv-cinder-778534-6-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:23:34.996143 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Made reservation on behalf of ec88ea83ba3845e091d0f29d1fbfb62c for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:34.999151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25342785'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.181576 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15439939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25342771'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.241452 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22cd3f6-c170-475f-b30f-abec8a44a5f8,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:35.252433 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Checking segment: {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:35.252800 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Network hostable DHCP agents. Network: 23ed1602-13bb-4713-b890-0767312fd3d2, hostable agents: ['96186207-5678-4440-9d14-036a9070dda7'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:23:35.270156 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Network 23ed1602-13bb-4713-b890-0767312fd3d2 is scheduled to be hosted by DHCP agent 96186207-5678-4440-9d14-036a9070dda7 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:23:35.281358 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-6-iscsi, 23ed1602-13bb-4713-b890-0767312fd3d2) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:35.286014 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:35.286611 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.292847 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd4e2f-9dad-4984-ad51-45f195777dc2 None None] Network 23ed1602-13bb-4713-b890-0767312fd3d2 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:35.302954 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9250b3c9-c58d-42f8-9d0a-fd40a8ef6b91 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3607705 Jul 22 22:23:35.306113 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40128) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:35.310682 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:35.332129 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3779525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25291'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.333520 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25280'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.396587 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.460673 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e121c9b-93a7-5b57-a9fc-ef62c43fe6c4-23ed1602-13bb-4713-b890-0767312fd3d2', 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'fixed_ips': [{'subnet_id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8'}]}} from dv-cinder-778534-6-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:23:35.461656 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.548543 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3779328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3779499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26666'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.610622 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Allocated IP 172.20.0.2 (23ed1602-13bb-4713-b890-0767312fd3d2/a22cd3f6-c170-475f-b30f-abec8a44a5f8/50269f7a-68b7-4ea1-b3c8-639671af44b1) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:35.750830 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.753811 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.760013 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Transition to ACTIVE for port object 50269f7a-68b7-4ea1-b3c8-639671af44b1 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:35.773223 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.775239 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Transition to ACTIVE for port object 50269f7a-68b7-4ea1-b3c8-639671af44b1 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:35.780946 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.827669 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Network 23ed1602-13bb-4713-b890-0767312fd3d2 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:35.830627 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:35.833000 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:35.840814 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Pushing event updated for resources: {'Port': ['ID=50269f7a-68b7-4ea1-b3c8-639671af44b1,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:35.879429 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Allocated IP 172.27.0.59 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/b895defa-ced9-4095-9693-2855243f113a) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:35.893561 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.893960 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.894665 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.894793 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.895080 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.895412 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.895744 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.896115 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.896844 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.896844 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.897152 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.897472 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:35.909474 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Attempting to bind port 50269f7a-68b7-4ea1-b3c8-639671af44b1 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:35.909851 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Attempting to bind port 50269f7a-68b7-4ea1-b3c8-639671af44b1 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:35.910243 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Attempting to bind port 50269f7a-68b7-4ea1-b3c8-639671af44b1 on network 23ed1602-13bb-4713-b890-0767312fd3d2 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:35.916395 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:35.916768 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Checking segment: {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:35.917609 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.917609 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Bound using segment: {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:35.918103 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Bound port: 50269f7a-68b7-4ea1-b3c8-639671af44b1, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:35.918430 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.986201 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] For port 50269f7a-68b7-4ea1-b3c8-639671af44b1, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:35.989575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] For port 50269f7a-68b7-4ea1-b3c8-639671af44b1, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=50269f7a-68b7-4ea1-b3c8-639671af44b1,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:35.995548 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.997319 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.046631 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.059575 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236d3b7-38a4-49e8-a822-2a1ad1cd5799 None None] Pushing event updated for resources: {'Port': ['ID=50269f7a-68b7-4ea1-b3c8-639671af44b1,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:36.082690 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:36.087020 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:36.090858 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:36.126589 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=b895defa-ced9-4095-9693-2855243f113a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:36.346689 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Sync routers for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:36.355680 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:36.356292 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:36.386509 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.474105 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:36.580880 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 9ea49119-de45-4e21-a63b-ca0fa2613454 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:36.612788 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3779516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3779355'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.645814 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 9ea49119-de45-4e21-a63b-ca0fa2613454 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:36.651208 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 9ea49119-de45-4e21-a63b-ca0fa2613454 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:36.651584 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.713527 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 2, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:36.744506 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Checking router: 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:36.745138 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Updating router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:23:36.756568 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.759795 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Router 4f4e8ba1-afd3-4778-b621-95e841225d32 is scheduled to L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:23:36.782786 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 9ea49119-de45-4e21-a63b-ca0fa2613454, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=9ea49119-de45-4e21-a63b-ca0fa2613454,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:36.786125 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.787496 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.788509 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 50269f7a-68b7-4ea1-b3c8-639671af44b1 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:36.869647 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 50269f7a-68b7-4ea1-b3c8-639671af44b1 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:36.888517 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:36.900032 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Sync routers for ids ['4f4e8ba1-afd3-4778-b621-95e841225d32'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:36.907091 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=9ea49119-de45-4e21-a63b-ca0fa2613454,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:36.909816 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.913947 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-dbf16f31-2f55-4462-af81-c50a8e25cdf0 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6039114 Jul 22 22:23:36.914749 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40130) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:36.930557 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Routers {'4f4e8ba1-afd3-4778-b621-95e841225d32'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:36.931278 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['4f4e8ba1-afd3-4778-b621-95e841225d32'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:37.005378 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac4716-9107-41a8-8f72-b6157abe07ad None None] Network 23ed1602-13bb-4713-b890-0767312fd3d2 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:37.085313 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] Provisioning for port 50269f7a-68b7-4ea1-b3c8-639671af44b1 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:37.099161 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] Provisioning complete for port 50269f7a-68b7-4ea1-b3c8-639671af44b1 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:37.100014 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.114374 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.126679 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Transition to ACTIVE for port object 6f6e941d-8153-4cbb-80c0-c34f85d795b2 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:37.132922 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.146212 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Set router 4f4e8ba1-afd3-4778-b621-95e841225d32 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:37.278271 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Pushing event updated for resources: {'Port': ['ID=6f6e941d-8153-4cbb-80c0-c34f85d795b2,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.328625 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.328971 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.329316 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.329652 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.330014 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.330353 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.330680 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.331010 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.331357 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.331685 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.332009 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.332329 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:37.347151 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Attempting to bind port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:37.347806 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Attempting to bind port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:37.347917 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Attempting to bind port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 on network 16227e3e-7c46-46e9-a8dc-a294e7463a5f {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:37.354025 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:37.354405 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Checking segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:37.354808 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.355206 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Bound using segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:37.355673 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Bound port: 6f6e941d-8153-4cbb-80c0-c34f85d795b2, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:37.356435 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.399562 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.411592 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.438410 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] For port 6f6e941d-8153-4cbb-80c0-c34f85d795b2, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:37.442386 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] For port 6f6e941d-8153-4cbb-80c0-c34f85d795b2, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=6f6e941d-8153-4cbb-80c0-c34f85d795b2,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:37.450886 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.473342 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] For port 50269f7a-68b7-4ea1-b3c8-639671af44b1, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=50269f7a-68b7-4ea1-b3c8-639671af44b1,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:37.477997 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.533058 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3750ca-5df0-4c47-a18c-739d9c395c48 None None] Pushing event updated for resources: {'Port': ['ID=6f6e941d-8153-4cbb-80c0-c34f85d795b2,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.544610 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:37.545621 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:37.567579 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 3, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:37.611795 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca49f90-25d9-46f3-b240-6be42952af9b None None] Pushing event updated for resources: {'Port': ['ID=50269f7a-68b7-4ea1-b3c8-639671af44b1,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.615795 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Checking router: 4f4e8ba1-afd3-4778-b621-95e841225d32 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:37.616152 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Updating router 4f4e8ba1-afd3-4778-b621-95e841225d32 port b895defa-ced9-4095-9693-2855243f113a binding host dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:23:37.646673 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Allocated IP 172.20.0.1 (23ed1602-13bb-4713-b890-0767312fd3d2/a22cd3f6-c170-475f-b30f-abec8a44a5f8/745d4a8f-4747-492d-a722-a92a4a4044a7) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:37.687506 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:37.780411 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.800162 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Transition to ACTIVE for port object 745d4a8f-4747-492d-a722-a92a4a4044a7 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:37.834586 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.844436 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.881537 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Network 23ed1602-13bb-4713-b890-0767312fd3d2 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:37.889080 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:37.891557 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:37.925976 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Pushing event updated for resources: {'Port': ['ID=745d4a8f-4747-492d-a722-a92a4a4044a7,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.937530 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:37Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:37.946302 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3779562'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.979510 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b36e7f-0ed0-4eee-a1fc-00bf2f9e1868 None None] The sync data for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi is: [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:37Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:37.995721 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-73991add-6c77-46f6-9f81-4c4b009c29c6 None None] Provisioning complete for port 50269f7a-68b7-4ea1-b3c8-639671af44b1 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:37.996675 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-73991add-6c77-46f6-9f81-4c4b009c29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.122696 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.215001 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.227746 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Transition to ACTIVE for port object b895defa-ced9-4095-9693-2855243f113a will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:38.234267 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.293307 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Attempting to bind port b895defa-ced9-4095-9693-2855243f113a on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:38.293691 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Attempting to bind port b895defa-ced9-4095-9693-2855243f113a by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:38.294093 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Attempting to bind port b895defa-ced9-4095-9693-2855243f113a on network fab157d4-08a7-45de-80b1-90788e15e4c7 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:38.302526 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb415c-79a5-4823-96f3-e3b69e6eadb5 None None] Pushing event updated for resources: {'Port': ['ID=b895defa-ced9-4095-9693-2855243f113a,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:38.310345 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:38.310840 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Checking segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:38.311492 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.311492 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Bound using segment: {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:38.312017 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Bound port: b895defa-ced9-4095-9693-2855243f113a, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c048f-5200-4a56-9bf6-3dbfc6b12598', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:38.312420 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.315944 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0564d288-202e-4c55-bd09-88a5491689c5 None None] Provisioning for port 745d4a8f-4747-492d-a722-a92a4a4044a7 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:38.338842 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0564d288-202e-4c55-bd09-88a5491689c5 None None] Provisioning complete for port 745d4a8f-4747-492d-a722-a92a4a4044a7 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:38.339218 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0564d288-202e-4c55-bd09-88a5491689c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.400567 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-0564d288-202e-4c55-bd09-88a5491689c5 None None] Port 745d4a8f-4747-492d-a722-a92a4a4044a7 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:38.402533 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] For port b895defa-ced9-4095-9693-2855243f113a, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:38.406098 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] For port b895defa-ced9-4095-9693-2855243f113a, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=b895defa-ced9-4095-9693-2855243f113a,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:38.411708 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.471692 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb415c-79a5-4823-96f3-e3b69e6eadb5 None None] Pushing event updated for resources: {'Port': ['ID=b895defa-ced9-4095-9693-2855243f113a,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:38.474316 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Routers {'4f4e8ba1-afd3-4778-b621-95e841225d32'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:38.474928 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['4f4e8ba1-afd3-4778-b621-95e841225d32'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:38.563637 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.571069 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.578892 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 6f6e941d-8153-4cbb-80c0-c34f85d795b2 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:38.625950 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] Set router 4f4e8ba1-afd3-4778-b621-95e841225d32 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:38.641123 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Pushing event updated for resources: {'Port': ['ID=745d4a8f-4747-492d-a722-a92a4a4044a7,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:38.643530 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3776858'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.719872 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:38.732582 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:38.733074 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.740703 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Network 23ed1602-13bb-4713-b890-0767312fd3d2 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:38.742205 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:38.862150 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Router 4f4e8ba1-afd3-4778-b621-95e841225d32 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:38.890367 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.931279 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '745d4a8f-4747-492d-a722-a92a4a4044a7', 'name': '', 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'mac_address': 'fa:16:3e:40:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:37Z', 'updated_at': '2021-07-22T22:23:37Z', 'revision_number': 1, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'subnets': [{'id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:38.936359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 6f6e941d-8153-4cbb-80c0-c34f85d795b2, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=6f6e941d-8153-4cbb-80c0-c34f85d795b2,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:38.961262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.962047 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 9ea49119-de45-4e21-a63b-ca0fa2613454 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:38.963811 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0928e8-39c9-44a1-9d39-8dd2aada7c07 None None] The sync data for ids ['4f4e8ba1-afd3-4778-b621-95e841225d32'] in dv-cinder-778534-6-iscsi is: [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '745d4a8f-4747-492d-a722-a92a4a4044a7', 'name': '', 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'mac_address': 'fa:16:3e:40:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:37Z', 'updated_at': '2021-07-22T22:23:37Z', 'revision_number': 1, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'subnets': [{'id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:38.974238 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:38.985322 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c80ace1d-6ee0-4b9c-bfbf-cc9ecbf462fc admin admin] 10.222.0.63 "PUT /v2.0/routers/4f4e8ba1-afd3-4778-b621-95e841225d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0648932 Jul 22 22:23:39.060629 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a7ef52f6-67ba-48b5-8bac-70b5f7a920aa None None] Provisioning complete for port 745d4a8f-4747-492d-a722-a92a4a4044a7 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:39.061664 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a7ef52f6-67ba-48b5-8bac-70b5f7a920aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.063310 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=6f6e941d-8153-4cbb-80c0-c34f85d795b2,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:39.103503 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 9ea49119-de45-4e21-a63b-ca0fa2613454 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:39.103883 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.124355 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef52f6-67ba-48b5-8bac-70b5f7a920aa None None] Port 745d4a8f-4747-492d-a722-a92a4a4044a7 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:39.212160 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 50269f7a-68b7-4ea1-b3c8-639671af44b1 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:39.270887 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 50269f7a-68b7-4ea1-b3c8-639671af44b1 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:39.271255 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.632530 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40138) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:39.638991 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590210397', 'description': 'tempest-secgroup-smoke-590210397 description', 'project_id': 'e76aec4368ab4c448c4a09352caa1783'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:39.664570 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.761647 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.765463 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.791709 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.792933 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1589148 Jul 22 22:23:39.796282 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40140) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:39.796827 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894af96-0fec-44db-a8e6-2d7b9f90202d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:39.801395 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group_rule': {'security_group_id': '1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd', 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:39.827843 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.888419 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.892017 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.911115 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250ec5ad-fb67-4115-bac0-2b73e89bb9a4,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:39.915206 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:39.918868 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bf9a7828-a8fe-43f0-af64-b6f250c978ad tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188664 Jul 22 22:23:39.919323 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40142) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:39.923342 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group_rule': {'security_group_id': '1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd', 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:39.948748 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.007181 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.012615 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.030246 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8287c2-7f08-420f-9428-94f22889d721,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.036692 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.039027 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4f8ab981-de13-4331-867f-dc26318da3f9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184769 Jul 22 22:23:40.041509 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40144) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:40.045828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group_rule': {'security_group_id': '1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd', 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:40.077924 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.138519 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.142087 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.160029 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b347376-4b8b-482d-a097-d7e5a2ce796b,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.166068 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.167221 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ef52c60e-2b2e-49e1-a4e0-3a6fafebf89f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247573 Jul 22 22:23:40.169960 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40146) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:40.174189 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group_rule': {'security_group_id': '1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd', 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:40.199597 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.258564 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.262514 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.280535 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78b0c0f-a626-4829-b887-7a43bd6acd93,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.286565 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.287742 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4eb94d2e-33a9-4099-bb7b-810ed81e88c6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168809 Jul 22 22:23:40.291423 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40148) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:40.298425 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group_rule': {'security_group_id': '1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd', 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:40.319162 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.securitygroups_db [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Project e76aec4368ab4c448c4a09352caa1783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:23:40.324579 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.403001 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.408671 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.429343 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc085e9-1736-4076-9868-f14c89407456,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.435243 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.436376 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e6302e5d-111d-46db-a77f-4f62e945867c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440132 Jul 22 22:23:40.439057 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40150) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:40.443502 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'security_group_rule': {'security_group_id': '1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd', 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:40.468041 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.db.securitygroups_db [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Project e76aec4368ab4c448c4a09352caa1783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:23:40.473236 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.540263 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.544639 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498764'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.563522 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75b6a0e-12c6-4e13-a004-066a22bcb23f,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.566789 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.568270 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-43853660-7c00-486d-b0a0-0c0a84318b8a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282549 Jul 22 22:23:40.587700 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device b895defa-ced9-4095-9693-2855243f113a up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:40.641042 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port b895defa-ced9-4095-9693-2855243f113a completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:40.645052 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port b895defa-ced9-4095-9693-2855243f113a triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:40.645409 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.732170 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.755338 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port b895defa-ced9-4095-9693-2855243f113a, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=b895defa-ced9-4095-9693-2855243f113a,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:40.759969 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.761183 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 6f6e941d-8153-4cbb-80c0-c34f85d795b2 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:40.840830 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=b895defa-ced9-4095-9693-2855243f113a,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.854642 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:40.855156 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.858541 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Sync routers for ids ['4f4e8ba1-afd3-4778-b621-95e841225d32'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:41.868437 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Routers {'4f4e8ba1-afd3-4778-b621-95e841225d32'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:41.869065 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['4f4e8ba1-afd3-4778-b621-95e841225d32'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:41.980433 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Set router 4f4e8ba1-afd3-4778-b621-95e841225d32 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:42.189833 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '745d4a8f-4747-492d-a722-a92a4a4044a7', 'name': '', 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'mac_address': 'fa:16:3e:40:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:37Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 2, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'subnets': [{'id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:42.216590 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Checking router: 4f4e8ba1-afd3-4778-b621-95e841225d32 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:42.216948 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Updating router 4f4e8ba1-afd3-4778-b621-95e841225d32 port 745d4a8f-4747-492d-a722-a92a4a4044a7 binding host dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:23:42.254644 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.506960 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device b895defa-ced9-4095-9693-2855243f113a up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:42.517767 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.527690 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Transition to ACTIVE for port object 745d4a8f-4747-492d-a722-a92a4a4044a7 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:42.533849 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.557819 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port b895defa-ced9-4095-9693-2855243f113a triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:42.558219 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.579495 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2df537-50dd-4219-bc62-09cf02cab330 None None] Pushing event updated for resources: {'Port': ['ID=745d4a8f-4747-492d-a722-a92a4a4044a7,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:42.648984 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Attempting to bind port 745d4a8f-4747-492d-a722-a92a4a4044a7 on host dv-cinder-778534-6-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:42.649365 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Attempting to bind port 745d4a8f-4747-492d-a722-a92a4a4044a7 by drivers openvswitch,hyperv on host dv-cinder-778534-6-iscsi at level 0 using segments [{'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:42.649742 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Attempting to bind port 745d4a8f-4747-492d-a722-a92a4a4044a7 on network 23ed1602-13bb-4713-b890-0767312fd3d2 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:42.655224 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Checking agent: {'id': 'd3001dfb-f168-41b2-b7e3-7b5a0915bef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:42.655570 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Checking segment: {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:42.656152 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.656580 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Bound using segment: {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:42.657184 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Bound port: 745d4a8f-4747-492d-a722-a92a4a4044a7, host: dv-cinder-778534-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d30e16-7d53-448e-b568-c23d7a77c759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1839, 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:42.657575 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.727590 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] For port 745d4a8f-4747-492d-a722-a92a4a4044a7, host dv-cinder-778534-6-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:42.730863 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] For port 745d4a8f-4747-492d-a722-a92a4a4044a7, host dv-cinder-778534-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=745d4a8f-4747-492d-a722-a92a4a4044a7,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:42.735580 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.806551 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2df537-50dd-4219-bc62-09cf02cab330 None None] Pushing event updated for resources: {'Port': ['ID=745d4a8f-4747-492d-a722-a92a4a4044a7,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:42.811717 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Routers {'4f4e8ba1-afd3-4778-b621-95e841225d32'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:42.812342 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['4f4e8ba1-afd3-4778-b621-95e841225d32'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:42.919935 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] Set router 4f4e8ba1-afd3-4778-b621-95e841225d32 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:43.215235 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '745d4a8f-4747-492d-a722-a92a4a4044a7', 'name': '', 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'mac_address': 'fa:16:3e:40:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:37Z', 'updated_at': '2021-07-22T22:23:42Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'subnets': [{'id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:43.242725 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2164eae-fb64-42ca-88c6-be37e51f2f5b None None] The sync data for ids ['4f4e8ba1-afd3-4778-b621-95e841225d32'] in dv-cinder-778534-6-iscsi is: [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '745d4a8f-4747-492d-a722-a92a4a4044a7', 'name': '', 'network_id': '23ed1602-13bb-4713-b890-0767312fd3d2', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'mac_address': 'fa:16:3e:40:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:37Z', 'updated_at': '2021-07-22T22:23:42Z', 'revision_number': 4, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'subnets': [{'id': 'a22cd3f6-c170-475f-b30f-abec8a44a5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:43.387030 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:44.519178 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 745d4a8f-4747-492d-a722-a92a4a4044a7 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:44.574600 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning for port 745d4a8f-4747-492d-a722-a92a4a4044a7 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:44.580543 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 745d4a8f-4747-492d-a722-a92a4a4044a7 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:44.580543 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:44.660618 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:44.696580 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] For port 745d4a8f-4747-492d-a722-a92a4a4044a7, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=745d4a8f-4747-492d-a722-a92a4a4044a7,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:44.700379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:44.749400 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Pushing event updated for resources: {'Port': ['ID=745d4a8f-4747-492d-a722-a92a4a4044a7,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:46.501521 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 745d4a8f-4747-492d-a722-a92a4a4044a7 up at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:46.549157 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Provisioning complete for port 745d4a8f-4747-492d-a722-a92a4a4044a7 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:46.549597 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:53.431577 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a42c0412-0fc9-4bba-99aa-aabc796d14f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:55.941371 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c8d43f7c-9b7f-4ee1-a088-e5b6612ddb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.543033 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:56.994783 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-9b7c0724-0244-48e8-9de2-40826f525356 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590210397&fields=id&tenant_id=e76aec4368ab4c448c4a09352caa1783 HTTP/1.1" status: 200 len: 267 time: 0.0334535 Jul 22 22:23:57.126264 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-65b22741-e6b9-47ec-a4ba-6cd90417e3bd tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:57.127694 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-65b22741-e6b9-47ec-a4ba-6cd90417e3bd tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 807 time: 0.1263692 Jul 22 22:23:57.142968 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-ca75e4cc-5036-4e2f-a41e-5b759ca236da tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/quotas/e76aec4368ab4c448c4a09352caa1783 HTTP/1.1" status: 200 len: 375 time: 0.0092788 Jul 22 22:23:57.209305 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-3c01a869-6825-4de2-863c-38589083e64e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611041 Jul 22 22:23:57.225038 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-51b4137a-9009-484d-abae-9df2cebcfaa9 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:23:57.226028 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-51b4137a-9009-484d-abae-9df2cebcfaa9 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054953 Jul 22 22:23:57.321897 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-326e5bcc-0ffe-4507-85f3-55c081fe4558 service neutron] 10.222.0.63 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901387 Jul 22 22:23:57.323253 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.416072 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-b0ba614d-c404-4954-88be-8e0659571102 service neutron] 10.222.0.63 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883131 Jul 22 22:23:58.724076 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-250f3e0e-85e7-4633-9cbe-fe0637e06976 req-e1aba4fa-9641-45ba-aa4a-1390b907563c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 210 time: 0.0298009 Jul 22 22:23:58.761525 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:59.834311 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-663d9a6e-f7ab-45cc-9148-abb752ce8823 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:59.834832 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-32a01652-c468-4a5c-8ef1-fe553025edb3 req-48ccf79c-1f94-405c-ab02-d5e9bc3837dd tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 210 time: 0.0361714 Jul 22 22:23:59.836293 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-663d9a6e-f7ab-45cc-9148-abb752ce8823 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 807 time: 0.1074250 Jul 22 22:23:59.878979 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-09623851-804b-48c3-bf81-b1ec0968bd31 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e76aec4368ab4c448c4a09352caa1783 HTTP/1.1" status: 200 len: 379 time: 0.0340083 Jul 22 22:23:59.888117 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'port': {'device_id': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'admin_state_up': True, 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'security_groups': ['1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:59.997647 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Made reservation on behalf of e76aec4368ab4c448c4a09352caa1783 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:24:00.001312 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.133746 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Allocated IP 172.20.0.3 (16227e3e-7c46-46e9-a8dc-a294e7463a5f/16d5016c-a765-4739-9713-0368c4ab971f/c6e43164-266a-402e-ab75-14373d6f564f) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:00.272474 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.290183 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Transition to ACTIVE for port object c6e43164-266a-402e-ab75-14373d6f564f will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:00.326417 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.386322 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:00.390375 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:00.392259 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:00.394355 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:00.443228 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:00.443841 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.458554 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-c736c394-cb43-4b4e-b0c7-d88e3bb39b14 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739489 Jul 22 22:24:00.469674 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Request body: {'port': {'device_id': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:00.547074 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.619082 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4fd6ef6c-c348-4a71-a4da-4377c163cffa None None] Provisioning for port c6e43164-266a-402e-ab75-14373d6f564f completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:00.622914 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4fd6ef6c-c348-4a71-a4da-4377c163cffa None None] Provisioning complete for port c6e43164-266a-402e-ab75-14373d6f564f triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:00.623546 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4fd6ef6c-c348-4a71-a4da-4377c163cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.655639 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6ef6c-c348-4a71-a4da-4377c163cffa None None] Port c6e43164-266a-402e-ab75-14373d6f564f cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:24:00.824071 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e43164-266a-402e-ab75-14373d6f564f {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:00.831142 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.843289 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Transition to ACTIVE for port object c6e43164-266a-402e-ab75-14373d6f564f will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:24:00.846069 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:00.897802 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:01.003602 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Attempting to bind port c6e43164-266a-402e-ab75-14373d6f564f on host hv-cinder-77853 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:24:01.003942 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Attempting to bind port c6e43164-266a-402e-ab75-14373d6f564f by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:24:01.004266 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Attempting to bind port c6e43164-266a-402e-ab75-14373d6f564f on network 16227e3e-7c46-46e9-a8dc-a294e7463a5f {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:01.012586 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Port c6e43164-266a-402e-ab75-14373d6f564f on network 16227e3e-7c46-46e9-a8dc-a294e7463a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:24:01.012912 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Attempting to bind port c6e43164-266a-402e-ab75-14373d6f564f on network 16227e3e-7c46-46e9-a8dc-a294e7463a5f {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:24:01.020663 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Checking agent: {'id': '5305e074-6e83-4d75-8dfe-3948a259271b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'started_at': datetime.datetime(2021, 7, 22, 22, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:24:01.021003 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Checking segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:24:01.021391 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Bound using segment: {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:24:01.021826 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Bound port: c6e43164-266a-402e-ab75-14373d6f564f, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de113d32-e11e-42cb-9888-ad1614effb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1805, 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:24:01.022210 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.038465 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04877666-fe1c-4ae5-b789-1bc33a2f80a9 req-b7b7b59b-a890-4f42-9cf4-59e2843acb56 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.040606 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04877666-fe1c-4ae5-b789-1bc33a2f80a9 req-b7b7b59b-a890-4f42-9cf4-59e2843acb56 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.1209555 Jul 22 22:24:01.118855 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04877666-fe1c-4ae5-b789-1bc33a2f80a9 req-57298106-97bd-4a3a-993d-0a3d5d7097fd tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718651 Jul 22 22:24:01.128280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:24:01.131454 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:24:01.135440 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15440092'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.170391 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.170999 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:01.172341 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] 10.222.0.77 "PUT /v2.0/ports/c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1093 time: 0.7068253 Jul 22 22:24:01.172771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:01.175009 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e378e5a-665e-473c-b291-6299435610b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:01.200021 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f6aac-7c74-4b85-955b-f30bb754f72b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:01.224380 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df48bc10-2f57-4bfd-8392-35c3be4a9378 x-openstack-request-id: req-df48bc10-2f57-4bfd-8392-35c3be4a9378 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:01.224670 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:01.224919 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-df48bc10-2f57-4bfd-8392-35c3be4a9378 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:01.225327 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'status': 'completed', 'code': 200} Jul 22 22:24:01.276030 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-d4afa953-80cd-479d-841e-7b1d55168040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.277649 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-d4afa953-80cd-479d-841e-7b1d55168040 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1096 time: 0.0642283 Jul 22 22:24:01.323940 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-caf10b18-d912-4306-9fd2-37f80091bbe4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 217 time: 0.0381441 Jul 22 22:24:01.376253 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-9c152781-e8b1-431a-b019-0bcec72c66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.378326 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-9c152781-e8b1-431a-b019-0bcec72c66fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0469754 Jul 22 22:24:01.439610 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-edd9560c-f7e6-4fea-9aba-0df74200461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.441039 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-edd9560c-f7e6-4fea-9aba-0df74200461a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562401 Jul 22 22:24:01.530125 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-e3d2fdea-5077-4828-9e77-f7c383019a06 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825574 Jul 22 22:24:01.616302 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b49f39c-1b68-41c8-8596-199246bebed4 req-f1a2610a-4b98-4d38-813f-76bf594ea21e service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802057 Jul 22 22:24:01.711506 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378e5a-665e-473c-b291-6299435610b6 req-78fabe07-fe3e-4b15-a245-cff6fa25297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.712944 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-78fabe07-fe3e-4b15-a245-cff6fa25297f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1096 time: 0.0521643 Jul 22 22:24:01.806076 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378e5a-665e-473c-b291-6299435610b6 req-568e8ae3-d7e7-4b95-b287-0ce61bc8f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.807526 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-568e8ae3-d7e7-4b95-b287-0ce61bc8f038 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0865736 Jul 22 22:24:01.848450 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-755f0254-0083-4797-813f-054f7a4ce698 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 217 time: 0.0323567 Jul 22 22:24:01.898609 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378e5a-665e-473c-b291-6299435610b6 req-a7955a8d-3311-44b4-b623-f3a13bb729f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.900032 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-a7955a8d-3311-44b4-b623-f3a13bb729f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0454404 Jul 22 22:24:01.956688 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378e5a-665e-473c-b291-6299435610b6 req-9cded49e-dd12-445f-b2b1-7e7ea8460d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:01.958163 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-9cded49e-dd12-445f-b2b1-7e7ea8460d0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509920 Jul 22 22:24:02.047699 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-9542409d-3cc2-4718-8ba6-a901670f105b service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827727 Jul 22 22:24:02.134208 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e378e5a-665e-473c-b291-6299435610b6 req-3e88b078-5ffc-4695-9681-cb865f50d33d service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795631 Jul 22 22:24:02.250850 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c287b-ef8a-419a-8878-baa2836331cb req-f41ef3ac-ee3a-4e02-9cea-403f6ba71cf4 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:02.252316 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a4c287b-ef8a-419a-8878-baa2836331cb req-f41ef3ac-ee3a-4e02-9cea-403f6ba71cf4 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0656519 Jul 22 22:24:02.290865 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a4c287b-ef8a-419a-8878-baa2836331cb req-46d5250d-e90f-4d79-9cea-2b69931b0cd1 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330291 Jul 22 22:24:03.420804 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f83bb-b495-4722-bea6-99b659ac08ac req-9ae12313-aad6-40b7-bdca-d0e42f7f5a6e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:03.424181 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4f83bb-b495-4722-bea6-99b659ac08ac req-9ae12313-aad6-40b7-bdca-d0e42f7f5a6e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0635316 Jul 22 22:24:03.459413 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a4f83bb-b495-4722-bea6-99b659ac08ac req-a8998798-3769-47dc-89ff-9681755010ed tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307162 Jul 22 22:24:03.816340 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:04.867367 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0cd0-a922-4808-a7ce-c9d47b316c93 req-00081047-0f85-4c22-89bc-4a5f40c7320a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:04.868854 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6b0d0cd0-a922-4808-a7ce-c9d47b316c93 req-00081047-0f85-4c22-89bc-4a5f40c7320a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.3432488 Jul 22 22:24:04.906487 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6b0d0cd0-a922-4808-a7ce-c9d47b316c93 req-c339eb00-ac2f-49d0-ab19-5d69f42937b3 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Jul 22 22:24:06.037127 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f31e46-708e-4032-abe7-3a505da0cd29 req-aff10a29-f722-4618-92da-40891cd36fd3 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:06.038771 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f3f31e46-708e-4032-abe7-3a505da0cd29 req-aff10a29-f722-4618-92da-40891cd36fd3 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0665464 Jul 22 22:24:06.078367 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f3f31e46-708e-4032-abe7-3a505da0cd29 req-8ff8eb65-ffc1-4f3a-9f3b-c27bed3342af tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332704 Jul 22 22:24:07.207422 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eccf41-9c7d-4467-ae33-97623286f770 req-1a4fc158-631e-41f2-8cfc-9de3cf75dec6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:07.208878 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2eccf41-9c7d-4467-ae33-97623286f770 req-1a4fc158-631e-41f2-8cfc-9de3cf75dec6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0624595 Jul 22 22:24:07.246523 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2eccf41-9c7d-4467-ae33-97623286f770 req-2719653d-da89-4d29-b964-1d597473bfa9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315118 Jul 22 22:24:08.394562 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f93f-d333-4ac4-ba40-452913e01a4d req-3904ebc9-8ee4-48f9-99db-8dc70bc2b53b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:08.396082 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c5c2f93f-d333-4ac4-ba40-452913e01a4d req-3904ebc9-8ee4-48f9-99db-8dc70bc2b53b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0691795 Jul 22 22:24:08.436965 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c5c2f93f-d333-4ac4-ba40-452913e01a4d req-4468664a-4176-4ecd-b966-473bbe7edffe tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352471 Jul 22 22:24:09.425166 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:24:09.521449 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:09.533368 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'c6e43164-266a-402e-ab75-14373d6f564f', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'port_id': 'c6e43164-266a-402e-ab75-14373d6f564f', 'mac_address': 'fa:16:3e:c3:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:24:09.568207 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e6f77-25b3-4500-87b4-b98fddd7af87 req-974f06da-eed2-4553-93c3-a32c1594d192 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:09.569007 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.569910 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0e3e6f77-25b3-4500-87b4-b98fddd7af87 req-974f06da-eed2-4553-93c3-a32c1594d192 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0662873 Jul 22 22:24:09.581718 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e43164-266a-402e-ab75-14373d6f564f {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:24:09.601019 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:09.605682 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.608629 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0e3e6f77-25b3-4500-87b4-b98fddd7af87 req-a141aff1-aead-4e2e-9449-baa2e73d5f20 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330048 Jul 22 22:24:09.652696 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:09.859457 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['c6e43164-266a-402e-ab75-14373d6f564f'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:24:10.739804 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88856e-0bcb-48d9-a2f7-24d41a586b73 req-b9199913-c8d3-47ca-9170-e118bf790124 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:10.741359 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3d88856e-0bcb-48d9-a2f7-24d41a586b73 req-b9199913-c8d3-47ca-9170-e118bf790124 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 944 time: 0.0671992 Jul 22 22:24:10.780396 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3d88856e-0bcb-48d9-a2f7-24d41a586b73 req-c383d3b0-9f2d-4dbf-a622-a586a245f2e0 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327463 Jul 22 22:24:11.422426 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:24:11.472100 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning for port c6e43164-266a-402e-ab75-14373d6f564f completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:24:11.475602 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port c6e43164-266a-402e-ab75-14373d6f564f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:24:11.476483 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.565499 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.588375 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:11.590675 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22525c98-049a-4d0f-aadc-693727ccb26a" -d '{"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-plugged", "status": "completed", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:11.604172 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:11.607608 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:11.658671 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:11.685723 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c6f07-993f-42bd-bca3-43113f8dd982 x-openstack-request-id: req-ce5c6f07-993f-42bd-bca3-43113f8dd982 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:11.686050 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-plugged", "status": "completed", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:11.686291 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce5c6f07-993f-42bd-bca3-43113f8dd982 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:11.686682 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'code': 200} Jul 22 22:24:11.913363 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1223f-dca8-47ff-acb1-3aa2fdc6e68f req-f73f729b-6232-4f61-9b4e-01c84235e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:11.915464 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0de1223f-dca8-47ff-acb1-3aa2fdc6e68f req-f73f729b-6232-4f61-9b4e-01c84235e66d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0560737 Jul 22 22:24:11.921019 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c7ae5-bec4-454b-a323-566f5d6c0fac req-673d605c-0a3a-4c7c-aa64-c456ec2cb480 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:11.922541 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a1c7ae5-bec4-454b-a323-566f5d6c0fac req-673d605c-0a3a-4c7c-aa64-c456ec2cb480 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0652599 Jul 22 22:24:11.951980 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0de1223f-dca8-47ff-acb1-3aa2fdc6e68f req-6f169b9d-6a7f-4641-a35a-a6aeadd871fe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297601 Jul 22 22:24:11.965076 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a1c7ae5-bec4-454b-a323-566f5d6c0fac req-f9211b81-5e4b-4b8a-81a2-6f39df067c8b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Jul 22 22:24:13.093737 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f716d-4122-4da8-a1b9-1e6b209129ce req-61646768-2201-4bc5-9dfb-087c33348625 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:13.095283 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f3f716d-4122-4da8-a1b9-1e6b209129ce req-61646768-2201-4bc5-9dfb-087c33348625 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0631368 Jul 22 22:24:13.133477 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f3f716d-4122-4da8-a1b9-1e6b209129ce req-cca2cd3a-d168-4f1d-9e6a-cdcf670c3350 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Jul 22 22:24:13.263220 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cfd8e-b514-4a24-b0d0-82b4fec46b41 req-970d9edf-574d-4fee-a9f6-96668a90b780 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:13.264676 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-715cfd8e-b514-4a24-b0d0-82b4fec46b41 req-970d9edf-574d-4fee-a9f6-96668a90b780 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0662222 Jul 22 22:24:13.301724 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-715cfd8e-b514-4a24-b0d0-82b4fec46b41 req-12b1641f-4333-42d5-bcd8-b3922ab97210 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Jul 22 22:24:13.323828 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40312) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:13.374261 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.463621 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f43a0b4-8d60-4cea-b7d3-abbec2acbf47 tempest-TestShelveInstance-557376626 tempest-TestShelveInstance-557376626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:13.465138 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6f43a0b4-8d60-4cea-b7d3-abbec2acbf47 tempest-TestShelveInstance-557376626 tempest-TestShelveInstance-557376626-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1093 time: 0.1403387 Jul 22 22:24:13.468156 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40316) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:13.472416 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Request body: {'floatingip': {'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'port_id': 'c6e43164-266a-402e-ab75-14373d6f564f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:24:13.494314 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for floatingip, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.592445 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.696335 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Allocated IP 172.27.0.177 (fab157d4-08a7-45de-80b1-90788e15e4c7/15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0/33b8cd98-00f3-4e3b-9540-cd72ef371128) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:24:13.796015 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.834250 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784774662027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.873914 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Network fab157d4-08a7-45de-80b1-90788e15e4c7 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:24:13.876507 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:24:13.880014 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:24:13.905388 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'Port': ['ID=33b8cd98-00f3-4e3b-9540-cd72ef371128,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:14.246759 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.357651 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.518528 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.525440 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576820'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.593460 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event updated for resources: {'Port': ['ID=33b8cd98-00f3-4e3b-9540-cd72ef371128,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:14.605332 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779453'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.705878 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Floating IP 7baba07b-c404-4ee0-ad61-5f0804e31642 associated. External IP: 172.27.0.177, port: c6e43164-266a-402e-ab75-14373d6f564f. Jul 22 22:24:14.933933 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:24:15.046486 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:24:15.058588 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] Sync routers for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:24:15.069301 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.069601 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:15.070860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:15.118260 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b8de6030-e7ac-4ba0-a491-daf2634a23ae tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6488407 Jul 22 22:24:15.119101 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:15.122919 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92906fc-14ac-44bf-894f-64f44c10f6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:15.200160 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:15.230159 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766a507b-d5eb-499d-9dfe-da85ab8fa527 x-openstack-request-id: req-766a507b-d5eb-499d-9dfe-da85ab8fa527 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:15.230482 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:15.230795 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-766a507b-d5eb-499d-9dfe-da85ab8fa527 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:15.231101 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'status': 'completed', 'code': 200} Jul 22 22:24:15.327925 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-a0924ed4-4ba2-4952-93d4-f0870cff7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.329454 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-a0924ed4-4ba2-4952-93d4-f0870cff7e29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0732899 Jul 22 22:24:15.431021 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-de826b6d-fff1-4d66-84bd-1b94f9c0f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.432480 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-de826b6d-fff1-4d66-84bd-1b94f9c0f705 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0963938 Jul 22 22:24:15.458861 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '7baba07b-c404-4ee0-ad61-5f0804e31642', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'port_id': 'c6e43164-266a-402e-ab75-14373d6f564f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'mac_address': 'fa:16:3e:c3:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:14Z', 'updated_at': '2021-07-22T22:24:14Z', 'revision_number': 0, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:15.492478 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] Checking router: 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:24:15.501815 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:24:15.502468 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:23:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:15.508049 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-f2a61b6c-bdaf-4e3d-b683-a72f28cdfda8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 999 time: 0.0665739 Jul 22 22:24:15.562956 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-0734228e-e6f3-4a03-9111-ac2af30ea116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.564468 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-0734228e-e6f3-4a03-9111-ac2af30ea116 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0493627 Jul 22 22:24:15.627604 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:24:15.634650 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-8d5a5491-95cf-4728-b13d-b1eef23d08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:15.636570 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-8d5a5491-95cf-4728-b13d-b1eef23d08f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646834 Jul 22 22:24:15.760222 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-8a1f2123-0928-4dc8-98cd-b9b895199398 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156113 Jul 22 22:24:15.852738 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c92906fc-14ac-44bf-894f-64f44c10f6b0 req-9ac26a65-5547-47d1-8a89-0a5069d1d0df service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847828 Jul 22 22:24:15.884387 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '7baba07b-c404-4ee0-ad61-5f0804e31642', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'port_id': 'c6e43164-266a-402e-ab75-14373d6f564f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'mac_address': 'fa:16:3e:c3:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:14Z', 'updated_at': '2021-07-22T22:24:14Z', 'revision_number': 0, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:24:15.910313 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5963ceac-2de2-48c5-a5d4-c2185885a1dd None None] The sync data for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi is: [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_floatingips': [{'id': '7baba07b-c404-4ee0-ad61-5f0804e31642', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'router_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'port_id': 'c6e43164-266a-402e-ab75-14373d6f564f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'mac_address': 'fa:16:3e:c3:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:24:14Z', 'updated_at': '2021-07-22T22:24:14Z', 'revision_number': 0, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:24:16.147657 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a7755e-e82b-4578-8083-3648a3c722e3 None None] New status for floating IP 7baba07b-c404-4ee0-ad61-5f0804e31642: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:24:23.436963 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c7cc78fb-ef89-47ee-86c5-8c2e6503984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:25.942676 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0e3b-d02b-4ee2-b2fb-24549ceb3a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:26.544064 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:27.332204 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:28.759070 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:40.816058 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:42.776469 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-5ec133b8-d953-463b-bd18-31d572ebe70e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571671 Jul 22 22:24:42.870965 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c163-7e85-4786-a45f-ae1235134515 req-7da5a1e7-ff87-4de4-b2f8-c5ed1c64c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:42.872449 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-7da5a1e7-ff87-4de4-b2f8-c5ed1c64c34e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0527971 Jul 22 22:24:42.977186 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c163-7e85-4786-a45f-ae1235134515 req-24c4edbd-e24e-4b15-91f1-d1e2cbd15c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:42.978635 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-24c4edbd-e24e-4b15-91f1-d1e2cbd15c45 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0847709 Jul 22 22:24:43.040486 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-4b6dadcc-027e-4ebc-959d-ac216faa3a49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1001 time: 0.0552628 Jul 22 22:24:43.087287 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c163-7e85-4786-a45f-ae1235134515 req-621193ed-e25f-4fb4-8e7e-88b36978283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:43.088718 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-621193ed-e25f-4fb4-8e7e-88b36978283d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0424387 Jul 22 22:24:43.150528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1c163-7e85-4786-a45f-ae1235134515 req-aacdc6d6-9e2d-4a42-a11c-cdc71aeb3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:43.151947 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-aacdc6d6-9e2d-4a42-a11c-cdc71aeb3781 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549753 Jul 22 22:24:43.239436 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-7181e3fe-ca0a-485f-99ac-a0f03c0b0f62 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789783 Jul 22 22:24:43.328847 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73e1c163-7e85-4786-a45f-ae1235134515 req-3981ffc5-7bd9-4f25-8ecc-daef22269864 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826063 Jul 22 22:24:43.391860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:53.438703 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ef18-c037-406f-afdb-277e6eb3ce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:55.943538 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b1476036-31ba-4dd1-b337-3451686a244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:56.546939 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:57.327660 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:58.761844 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:13.403820 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:17.815822 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:23.440914 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f6848801-3d59-48ea-95a3-f94fe89ea6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:25.945954 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3e1b-9451-41c5-94f4-78a693cd5f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:26.547683 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.329931 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:28.766837 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.414708 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.794956 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-000ea172-2c08-4bbe-9d01-4f8f9167754f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524702 Jul 22 22:25:43.890672 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-b8ced0a9-f8df-4ebe-8fe2-e3e7fb227efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:43.892124 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-b8ced0a9-f8df-4ebe-8fe2-e3e7fb227efc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0535920 Jul 22 22:25:43.998315 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-69d1c7f3-f8de-41c7-8dce-87ea150dca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:43.999636 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-69d1c7f3-f8de-41c7-8dce-87ea150dca1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0852358 Jul 22 22:25:44.061474 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-d124aabf-ca4d-481b-ad26-0dae4edf5843 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1001 time: 0.0548594 Jul 22 22:25:44.122081 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-bf0656b0-379c-45be-b7a1-5a6712eab45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:44.123536 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-bf0656b0-379c-45be-b7a1-5a6712eab45c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0552740 Jul 22 22:25:44.183648 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-27225205-fe4c-4642-954b-35dc6ce06ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:44.185195 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-27225205-fe4c-4642-954b-35dc6ce06ead service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537226 Jul 22 22:25:44.277195 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-62dfc9c1-89f6-4bf4-b640-1927f8aa3918 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848339 Jul 22 22:25:44.367088 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8187da9c-0ab9-48da-9497-7dbb5e90cda2 req-2ee3cfe5-b6aa-4c5b-a5d5-ca1e60bf2933 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821202 Jul 22 22:25:53.442021 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3d34290b-e834-4e27-a9be-f7300597d28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:54.814087 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:55.947123 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-298641b3-7fcd-4935-80f2-7585ee442eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:56.547679 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:57.332595 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:58.768166 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:12.966906 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f66d0-cbff-4d75-acdb-2fc365ee6042 req-493b9cf5-0dd7-4ca2-a8ee-16795c2e1dc5 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:12.968554 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cf1f66d0-cbff-4d75-acdb-2fc365ee6042 req-493b9cf5-0dd7-4ca2-a8ee-16795c2e1dc5 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 22 22:26:13.010317 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cf1f66d0-cbff-4d75-acdb-2fc365ee6042 req-1087f800-8024-415e-9db3-befdc2cf8e0b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363820 Jul 22 22:26:13.467162 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:14.138780 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed0f2-0337-46b2-80fb-15563af045da req-6cca5b09-0312-404f-9656-e9492dca16bb tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:14.140290 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-278ed0f2-0337-46b2-80fb-15563af045da req-6cca5b09-0312-404f-9656-e9492dca16bb tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0633595 Jul 22 22:26:14.176711 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-278ed0f2-0337-46b2-80fb-15563af045da req-fc30cb52-3e86-47ad-a812-8915ba09ed67 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Jul 22 22:26:15.314687 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef594-1d1c-4de9-ab27-f248d7593da8 req-a95ec62d-5803-4fe7-8ddf-fdfeb2645fa1 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:15.316144 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d9ef594-1d1c-4de9-ab27-f248d7593da8 req-a95ec62d-5803-4fe7-8ddf-fdfeb2645fa1 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0624051 Jul 22 22:26:15.353353 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d9ef594-1d1c-4de9-ab27-f248d7593da8 req-7ddaf18b-39ba-4ec8-ac9a-e688d872a89a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Jul 22 22:26:16.485564 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a45680-9d29-4d1e-b0f3-1ac6318208b6 req-f721d29a-90bf-4f9b-9d80-98510633de63 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:16.487099 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-09a45680-9d29-4d1e-b0f3-1ac6318208b6 req-f721d29a-90bf-4f9b-9d80-98510633de63 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0657630 Jul 22 22:26:16.529020 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-09a45680-9d29-4d1e-b0f3-1ac6318208b6 req-6f4df519-e673-462e-b987-e2f3d1f4ef3a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358441 Jul 22 22:26:17.656861 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977e118-f305-4ac1-b05f-a2b3579b8ef9 req-baaf7e12-1220-4a2a-a693-1350b817fcb6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:17.658350 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5977e118-f305-4ac1-b05f-a2b3579b8ef9 req-baaf7e12-1220-4a2a-a693-1350b817fcb6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0647094 Jul 22 22:26:17.695012 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5977e118-f305-4ac1-b05f-a2b3579b8ef9 req-31d202b0-5cf8-4709-ad73-bf782e25873a tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Jul 22 22:26:18.830310 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0e5e-9177-40b0-a5d7-88a3455d7f11 req-6379ebcc-df2c-45bc-837b-e4e2bcd50875 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:18.832002 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9b9c0e5e-9177-40b0-a5d7-88a3455d7f11 req-6379ebcc-df2c-45bc-837b-e4e2bcd50875 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0689409 Jul 22 22:26:18.874052 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9b9c0e5e-9177-40b0-a5d7-88a3455d7f11 req-f0737a34-69e7-4202-888d-244e866cef0f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362785 Jul 22 22:26:20.004840 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8545-fb35-4bc6-bec3-326a39d4457d req-385947d6-6f98-4774-9bf5-db385bb184f5 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:20.006321 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c87f8545-fb35-4bc6-bec3-326a39d4457d req-385947d6-6f98-4774-9bf5-db385bb184f5 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0663056 Jul 22 22:26:20.044643 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c87f8545-fb35-4bc6-bec3-326a39d4457d req-b1373306-e126-4d41-b4c3-f9d65a45f795 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Jul 22 22:26:21.172934 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622099-2512-45bb-aa9a-4f8eb1af42be req-661a7258-95a2-4b70-9fcd-aa110c5b3d7f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:21.174459 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d622099-2512-45bb-aa9a-4f8eb1af42be req-661a7258-95a2-4b70-9fcd-aa110c5b3d7f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0630555 Jul 22 22:26:21.211539 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d622099-2512-45bb-aa9a-4f8eb1af42be req-ebe24e65-ba5b-4dcd-8c6e-abad0212b975 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316539 Jul 22 22:26:22.341205 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72064-1ead-456c-9100-f739ebf0b875 req-bebce46e-1a39-4043-9593-7c7c6787e92d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:22.342730 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-afc72064-1ead-456c-9100-f739ebf0b875 req-bebce46e-1a39-4043-9593-7c7c6787e92d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0630324 Jul 22 22:26:22.381578 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-afc72064-1ead-456c-9100-f739ebf0b875 req-39551efc-b538-40bd-8bbe-cbf3e8278e5c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333321 Jul 22 22:26:23.121455 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-13b6c738-f0a8-4aa5-ab78-fbd950ba2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:23.123577 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-13b6c738-f0a8-4aa5-ab78-fbd950ba2eb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0532169 Jul 22 22:26:23.215838 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-9a8caa95-01fd-4194-ac38-c74ebf77d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:23.217292 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-9a8caa95-01fd-4194-ac38-c74ebf77d5d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0864346 Jul 22 22:26:23.286615 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-67b0d3b0-bb29-46da-82e1-8f50ef4926c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1001 time: 0.0623674 Jul 22 22:26:23.335103 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-27e33261-5311-4558-a96b-9eb7d049a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:23.336519 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-27e33261-5311-4558-a96b-9eb7d049a26b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0439851 Jul 22 22:26:23.396140 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-4d95ce81-90fb-4d5e-88ba-f5b4ba786045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:23.397622 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-4d95ce81-90fb-4d5e-88ba-f5b4ba786045 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543909 Jul 22 22:26:23.443766 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1cda1504-81af-4afa-a3c1-4498ab960872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:23.491241 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-9f3cad37-ce6d-48bf-a825-5ad86167f83f service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871990 Jul 22 22:26:23.517585 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea29bb-e739-4225-a0e4-25429092c694 req-4357c8a2-636e-4299-a9a9-e936621fe471 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:23.517585 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-59ea29bb-e739-4225-a0e4-25429092c694 req-4357c8a2-636e-4299-a9a9-e936621fe471 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0689545 Jul 22 22:26:23.555145 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-59ea29bb-e739-4225-a0e4-25429092c694 req-c7e6bd9d-1091-4570-80ea-14eb77d48f6c tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Jul 22 22:26:23.597977 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97f3cd59-4dd4-41d4-b63d-b694d25bcaa5 req-307d1521-4f03-4e71-8447-d78cf327726e service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999238 Jul 22 22:26:24.690823 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cbe9a-23ae-4793-a2ca-254dfab51842 req-a0ba132e-5a27-4401-ad2e-3f52572979b0 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:24.692269 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ad7cbe9a-23ae-4793-a2ca-254dfab51842 req-a0ba132e-5a27-4401-ad2e-3f52572979b0 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0618019 Jul 22 22:26:24.732779 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ad7cbe9a-23ae-4793-a2ca-254dfab51842 req-532717e1-7343-4a08-9fdc-722bf9304676 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350852 Jul 22 22:26:25.861531 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c741f53-40cb-4293-a26f-b61346322abf req-c85c662b-d679-41f6-956c-9a975124c5ca tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:25.863213 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8c741f53-40cb-4293-a26f-b61346322abf req-c85c662b-d679-41f6-956c-9a975124c5ca tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0653412 Jul 22 22:26:25.904018 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8c741f53-40cb-4293-a26f-b61346322abf req-cc82622b-31a7-458f-ad34-f64202eeb2ff tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Jul 22 22:26:25.947054 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6408343c-eaca-45d4-a680-a08e6b6d75c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:26.125234 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dd882-1eb1-4c99-a49f-6417cfafd07f req-35a5a188-2916-4274-8140-8eff2c2fd7dc tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:26.126773 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-492dd882-1eb1-4c99-a49f-6417cfafd07f req-35a5a188-2916-4274-8140-8eff2c2fd7dc tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0632639 Jul 22 22:26:26.154732 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40418) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:26.169338 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-492dd882-1eb1-4c99-a49f-6417cfafd07f req-8ddc4fa1-d1ac-4e05-a9f3-abb95d3e6bb9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367653 Jul 22 22:26:26.255680 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-f47d8566-ba85-43e3-8d2b-ff1952840ba5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990257 Jul 22 22:26:26.546793 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.303760 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ff1c9-6826-44ed-838c-ccf7a07ef8a9 req-74b157d8-95dc-49b3-8a38-5ffc78be9735 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:27.305235 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-703ff1c9-6826-44ed-838c-ccf7a07ef8a9 req-74b157d8-95dc-49b3-8a38-5ffc78be9735 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0650394 Jul 22 22:26:27.341434 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.347458 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-703ff1c9-6826-44ed-838c-ccf7a07ef8a9 req-638a138a-4bec-4ae7-8115-9dc413d80dc9 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349689 Jul 22 22:26:27.535627 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648800-c559-4d9a-8c71-5285ded95027 req-d9f88b65-ad8f-4161-b602-64981628f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:27.537116 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-d9f88b65-ad8f-4161-b602-64981628f054 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404&tenant_id=e76aec4368ab4c448c4a09352caa1783 HTTP/1.1" status: 200 len: 1098 time: 0.0576234 Jul 22 22:26:27.610569 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648800-c559-4d9a-8c71-5285ded95027 req-5221b4b7-5100-4d36-9838-1167fe1c3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:27.611930 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-5221b4b7-5100-4d36-9838-1167fe1c3a70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0527060 Jul 22 22:26:27.697223 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648800-c559-4d9a-8c71-5285ded95027 req-c08e1b9d-c8f6-4b60-bd0d-6372d5fd2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:27.698671 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-c08e1b9d-c8f6-4b60-bd0d-6372d5fd2f05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0809112 Jul 22 22:26:27.766634 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-eaab0995-5559-460f-bc9e-47b32d158ecc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1001 time: 0.0601494 Jul 22 22:26:27.813258 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648800-c559-4d9a-8c71-5285ded95027 req-740ef26b-831c-4de9-9a06-01883161ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:27.814698 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-740ef26b-831c-4de9-9a06-01883161ba9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0416987 Jul 22 22:26:27.874964 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648800-c559-4d9a-8c71-5285ded95027 req-b33acc10-2921-42b9-a75b-ef16ac8ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:27.876354 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-b33acc10-2921-42b9-a75b-ef16ac8ce740 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532143 Jul 22 22:26:27.972973 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-fc3a49e8-87b8-4026-b2a6-04bf11f5e60f service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901108 Jul 22 22:26:28.059314 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9648800-c559-4d9a-8c71-5285ded95027 req-7cb9964b-ea76-47b4-b09e-0c0e537391d0 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801096 Jul 22 22:26:28.474231 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da99eae-427d-4c32-a541-2bbe9ace85d0 req-1796bb66-fa9c-4acf-8991-22d994646525 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:28.475727 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1da99eae-427d-4c32-a541-2bbe9ace85d0 req-1796bb66-fa9c-4acf-8991-22d994646525 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0618758 Jul 22 22:26:28.512729 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1da99eae-427d-4c32-a541-2bbe9ace85d0 req-b2ac7d6b-d17c-4686-bc0d-893e4af5cc35 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Jul 22 22:26:28.771772 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.642221 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eef46-1f84-4fff-b517-c1346071aa30 req-cf6d6733-b4e2-4edd-a789-0f0fae269fc5 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:29.643678 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fe7eef46-1f84-4fff-b517-c1346071aa30 req-cf6d6733-b4e2-4edd-a789-0f0fae269fc5 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0651560 Jul 22 22:26:29.679671 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fe7eef46-1f84-4fff-b517-c1346071aa30 req-be73d3da-b6f5-460d-aedb-cf0cb2c2fdd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304990 Jul 22 22:26:30.079601 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:26:30.153137 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.174632 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:26:30.176848 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8796c5-9832-4c95-9989-50dbb41dfdb8" -d '{"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:26:30.189567 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:30.193353 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.215175 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200fdb9-7171-469d-acc9-517d7a18ade1 x-openstack-request-id: req-9200fdb9-7171-469d-acc9-517d7a18ade1 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:26:30.215972 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:26:30.216223 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9200fdb9-7171-469d-acc9-517d7a18ade1 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:26:30.216606 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'code': 200} Jul 22 22:26:30.241183 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=6']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:30.247997 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.248351 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.248694 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.249034 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.249368 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.249700 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.250066 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.250397 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.250727 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.251052 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.251369 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.251696 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:30.805525 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be7b02-7342-49a3-a691-fc30ea8b9700 req-eae7f214-7c0f-4fc2-b437-3a2ecd265509 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:30.807088 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f6be7b02-7342-49a3-a691-fc30ea8b9700 req-eae7f214-7c0f-4fc2-b437-3a2ecd265509 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0619388 Jul 22 22:26:30.843863 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f6be7b02-7342-49a3-a691-fc30ea8b9700 req-13b41fa1-724f-46ba-8504-3c1d56d00419 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312018 Jul 22 22:26:31.814100 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:26:31.975181 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a39f-91b0-4145-8229-3cf4efee8178 req-436b3a37-8b5f-44a6-8caf-5160b1ac186e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:31.976711 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-59f3a39f-91b0-4145-8229-3cf4efee8178 req-436b3a37-8b5f-44a6-8caf-5160b1ac186e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0647895 Jul 22 22:26:32.015229 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-59f3a39f-91b0-4145-8229-3cf4efee8178 req-47b740bf-21b1-47d6-be9f-80926e4941c0 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Jul 22 22:26:33.146617 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c569-d62d-4cbd-8f06-2509bb346704 req-f8b913cf-2490-4385-98a2-8b995eba6e1b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:33.148101 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e742c569-d62d-4cbd-8f06-2509bb346704 req-f8b913cf-2490-4385-98a2-8b995eba6e1b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0665681 Jul 22 22:26:33.185076 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e742c569-d62d-4cbd-8f06-2509bb346704 req-dd13cef3-9752-46f5-a97f-523ec672a0ed tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313919 Jul 22 22:26:34.084937 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec769f9-9ed0-43b2-acdb-42e7dc535fda req-f5ade68b-f144-4835-a53b-2b0fbccac500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:34.086414 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ec769f9-9ed0-43b2-acdb-42e7dc535fda req-f5ade68b-f144-4835-a53b-2b0fbccac500 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1096 time: 0.0517902 Jul 22 22:26:34.120497 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ec769f9-9ed0-43b2-acdb-42e7dc535fda req-226a6a8d-d415-486e-bf8a-3002a25c3ee1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270944 Jul 22 22:26:34.318565 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345fdb4-4ea5-4907-8ef8-e7ea2a86d45a req-a13eeff2-d20b-466b-9886-b9a5d88e4c0e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:34.320055 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a345fdb4-4ea5-4907-8ef8-e7ea2a86d45a req-a13eeff2-d20b-466b-9886-b9a5d88e4c0e tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0686412 Jul 22 22:26:34.363725 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a345fdb4-4ea5-4907-8ef8-e7ea2a86d45a req-9e714367-d468-41d7-9303-1ec4e35c30a7 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373869 Jul 22 22:26:35.517325 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd324fb-bfa6-4383-9f7a-aadb12fdec24 req-7259bf1f-902a-41d3-8357-a152e0f6587b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:35.518842 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5fd324fb-bfa6-4383-9f7a-aadb12fdec24 req-7259bf1f-902a-41d3-8357-a152e0f6587b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 943 time: 0.0879579 Jul 22 22:26:35.557237 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5fd324fb-bfa6-4383-9f7a-aadb12fdec24 req-896575da-a2b9-4a1a-b2ad-9ddd6bf26401 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Jul 22 22:26:36.105036 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:26:36.199262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:36.209816 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Returning: {'device': 'c6e43164-266a-402e-ab75-14373d6f564f', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'port_id': 'c6e43164-266a-402e-ab75-14373d6f564f', 'mac_address': 'fa:16:3e:c3:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:26:36.245119 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.257546 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e43164-266a-402e-ab75-14373d6f564f {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:26:36.276161 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:36.280198 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.328641 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=7']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:36.516548 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] get_ports_and_sgs() called for port_ids ['c6e43164-266a-402e-ab75-14373d6f564f'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:26:38.125916 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f up at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:38.172759 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Provisioning complete for port c6e43164-266a-402e-ab75-14373d6f564f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:38.173133 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710194'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:38.246825 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538763'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:38.271715 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:26:38.273954 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad77c0d4d41559684c664dd64720f9710347ffba549f85f4008e8c6b5a57b6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4508afab-7b89-4abe-b910-72e5798e940c" -d '{"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-plugged", "status": "completed", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:26:38.286691 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:38.290891 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784775147322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784774662045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784774662063'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:38.314529 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0421b467-d6e3-4d68-9736-ce1948784342 x-openstack-request-id: req-0421b467-d6e3-4d68-9736-ce1948784342 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:26:38.314817 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-plugged", "status": "completed", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:26:38.315066 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0421b467-d6e3-4d68-9736-ce1948784342 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:26:38.315454 dv-cinder-778534-6-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'code': 200} Jul 22 22:26:38.340668 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Pushing event updated for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=8']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:43.475860 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:43.777421 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-412549ab-146e-4cb7-931e-378475f71df4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615339 Jul 22 22:26:43.875272 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-ec538196-1375-4197-a11e-63b23c9a3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:43.876773 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-ec538196-1375-4197-a11e-63b23c9a3266 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0551591 Jul 22 22:26:43.977212 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-8814324a-6c37-4207-83e1-ca9d7d1e703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:43.978698 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-8814324a-6c37-4207-83e1-ca9d7d1e703b service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0826008 Jul 22 22:26:44.048184 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-8199317d-17e2-4601-9a5e-49c65a21ef9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1001 time: 0.0616658 Jul 22 22:26:44.097327 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-30be9799-8995-4178-a3f0-ec0078b9851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:44.098820 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-30be9799-8995-4178-a3f0-ec0078b9851d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0445459 Jul 22 22:26:44.160771 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-40feb7bf-8a7d-49dc-8011-a5804ee63488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:44.162282 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-40feb7bf-8a7d-49dc-8011-a5804ee63488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565913 Jul 22 22:26:44.254543 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-a8dd3d34-3d88-473f-98d3-870d5a3968bb service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852334 Jul 22 22:26:44.350871 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c9327c32-a019-4f93-be6f-b1c35f6470c0 req-18a6e2e9-9419-452b-8925-203ff0369e42 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887258 Jul 22 22:26:53.445713 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-63649c4a-1bd9-4682-b075-6fead80c19d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:55.947529 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-009f04da-8b21-4e74-b038-9225e1a9773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:56.548063 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.338569 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:58.775532 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:08.830175 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:13.482163 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:23.445930 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b588ea38-3249-4237-a99f-3735dfc2a9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:25.947295 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b675684a-57c1-40c6-a9c2-d1ec78e6888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:26.548846 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.342290 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:28.777233 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:43.497261 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.829019 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:45.833114 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-e5ac190e-aa1b-4ecd-a4bd-69dbbe1d9416 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923431 Jul 22 22:27:45.927404 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-6d76693e-3d7d-43d4-846f-f7247f534998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:45.928833 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-6d76693e-3d7d-43d4-846f-f7247f534998 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0518999 Jul 22 22:27:46.033855 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-d693ff33-c6f7-423e-8d4b-880550f06613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:46.035218 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-d693ff33-c6f7-423e-8d4b-880550f06613 service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0859785 Jul 22 22:27:46.096719 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-38b0672b-3a07-4c43-a058-23759e4e38b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 1001 time: 0.0551288 Jul 22 22:27:46.146828 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-cc5b8060-d26d-4a15-b65f-44fe03578303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:46.148196 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-cc5b8060-d26d-4a15-b65f-44fe03578303 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0458560 Jul 22 22:27:46.209589 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-7fc1d9e9-0e97-4d25-b224-9f725a245746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:46.211087 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-7fc1d9e9-0e97-4d25-b224-9f725a245746 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568645 Jul 22 22:27:46.298491 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-4034c186-60a6-4f75-bca7-994e197c2420 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807538 Jul 22 22:27:46.389211 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bdad80c6-aba1-4ec8-8d63-bd99b4c3b5d2 req-9669c338-a1bc-4069-8b20-3fcbec6d465f service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841873 Jul 22 22:27:52.863485 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40468) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:53.031310 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Deleting port 33b8cd98-00f3-4e3b-9540-cd72ef371128 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:53.031310 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.097644 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.097966 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.109291 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Calling delete_port for 33b8cd98-00f3-4e3b-9540-cd72ef371128 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:53.254885 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.279180 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event deleted for resources: {'Port': ['ID=33b8cd98-00f3-4e3b-9540-cd72ef371128,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:53.447509 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ca4beb9d-e60c-418d-b745-9be668a0cee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.532983 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-a94d3293-5f88-4ce1-aeda-8463619093eb req-7b53ea52-4257-454d-aa06-57fbbf9c7290 service neutron] (93217) timed out ('10.222.0.77', 57051) {{(pid=93217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:27:53.536196 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.536540 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.536881 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.537212 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.537545 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.537885 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.538220 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.538545 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.538868 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.539189 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.539512 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.539828 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:53.577031 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.577367 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Floating IP 7baba07b-c404-4ee0-ad61-5f0804e31642 disassociated (deleted). External IP: 172.27.0.177, port: c6e43164-266a-402e-ab75-14373d6f564f. Jul 22 22:27:53.777825 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:53.882939 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:53.887678 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:53.893468 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] Sync routers for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:53.902025 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:53.902638 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:27:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:53.921780 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-14ff5cad-befa-41ff-b47b-ba151ce19dd6 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "DELETE /v2.0/floatingips/7baba07b-c404-4ee0-ad61-5f0804e31642 HTTP/1.1" status: 204 len: 168 time: 1.0572124 Jul 22 22:27:53.922934 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:53.925192 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eff444552a96aebfcffce5a17796100abad21f4df06c0f7ac270b347dc3800b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd86316-67cf-4a26-aeff-1b5870090579" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:53.968838 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe919ce6-21d8-4a03-b895-24f285fd2438 x-openstack-request-id: req-fe919ce6-21d8-4a03-b895-24f285fd2438 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:53.969138 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:53.969392 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fe919ce6-21d8-4a03-b895-24f285fd2438 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:53.969795 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'status': 'completed', 'code': 200} Jul 22 22:27:54.018030 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:54.062051 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-d445cd9b-c1d8-4121-974e-7b05050536f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.065339 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-d445cd9b-c1d8-4121-974e-7b05050536f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e76aec4368ab4c448c4a09352caa1783&device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 1098 time: 0.0746105 Jul 22 22:27:54.166292 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-a5d9782b-6610-48e9-b4f4-d90cff0432ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.168011 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-a5d9782b-6610-48e9-b4f4-d90cff0432ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 200 len: 909 time: 0.0900500 Jul 22 22:27:54.171362 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c2c88-ee4a-4f46-8e8d-f91ecb68d903 req-9739ac74-17cf-430f-8886-9e91b0a9bd90 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.173523 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-203c2c88-ee4a-4f46-8e8d-f91ecb68d903 req-9739ac74-17cf-430f-8886-9e91b0a9bd90 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0686729 Jul 22 22:27:54.210261 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-d4711793-4184-425a-bf9b-9f980a110014 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 200 len: 217 time: 0.0347514 Jul 22 22:27:54.214563 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [req-203c2c88-ee4a-4f46-8e8d-f91ecb68d903 req-40865853-a421-4f95-a421-d1797af24c7d tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Jul 22 22:27:54.249826 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:54.258752 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-46375b0c-5209-4431-a074-2267bd3b4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.260233 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-46375b0c-5209-4431-a074-2267bd3b4c3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 200 len: 846 time: 0.0435295 Jul 22 22:27:54.275980 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] Checking router: 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:54.285214 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:54.285880 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:27:26Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:54.324198 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-cf2131fb-6124-4fca-9bcb-e6b93069b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:54.325686 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-cf2131fb-6124-4fca-9bcb-e6b93069b0b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=16227e3e-7c46-46e9-a8dc-a294e7463a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573304 Jul 22 22:27:54.420226 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-faa86ad1-f90b-4297-a6b2-72f5b52f0918 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865734 Jul 22 22:27:54.518282 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cd86316-67cf-4a26-aeff-1b5870090579 req-59490322-7630-4f55-a1f5-52ba26eb3790 service neutron] 10.222.0.77 "GET /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905674 Jul 22 22:27:54.520637 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:54.715086 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:54.744151 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ec55a-7cee-4bc8-8beb-c1d14af7d3c7 None None] The sync data for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi is: [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:23:33Z', 'revision_number': 4, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi', '_interfaces': [{'id': '6f6e941d-8153-4cbb-80c0-c34f85d795b2', 'name': '', 'network_id': '16227e3e-7c46-46e9-a8dc-a294e7463a5f', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'mac_address': 'fa:16:3e:62:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d5016c-a765-4739-9713-0368c4ab971f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:32Z', 'updated_at': '2021-07-22T22:23:38Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'subnets': [{'id': '16d5016c-a765-4739-9713-0368c4ab971f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:54.966113 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf760df-edc0-4a30-9dde-1a6a750828c5 None None] New status for floating IP 7baba07b-c404-4ee0-ad61-5f0804e31642: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:27:55.352488 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8c46-c7bc-4ee4-b14f-a4a382501390 req-df530d8b-d1f3-4bdc-938a-8e83fe3d2248 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.354011 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cfca8c46-c7bc-4ee4-b14f-a4a382501390 req-df530d8b-d1f3-4bdc-938a-8e83fe3d2248 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0655701 Jul 22 22:27:55.393316 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cfca8c46-c7bc-4ee4-b14f-a4a382501390 req-75c22e0f-e72f-48f5-80e5-5ffe94eb6a2f tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/security-groups?id=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337265 Jul 22 22:27:55.706812 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-52932981-06db-4188-8ff1-dce6599e92bd tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:55.708339 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-52932981-06db-4188-8ff1-dce6599e92bd tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 945 time: 0.0626595 Jul 22 22:27:55.810333 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Deleting port c6e43164-266a-402e-ab75-14373d6f564f {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:55.810671 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:55.901529 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] For port c6e43164-266a-402e-ab75-14373d6f564f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=c6e43164-266a-402e-ab75-14373d6f564f,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:55.901907 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:55.914151 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Calling delete_port for c6e43164-266a-402e-ab75-14373d6f564f owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:55.949518 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ec97f1f3-4a08-4921-9a66-106fd5c6374f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:56.278065 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:56.308148 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event deleted for resources: {'Port': ['ID=c6e43164-266a-402e-ab75-14373d6f564f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:56.336591 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.336935 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.337272 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.337604 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.338042 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.338280 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.338607 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.339226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.339538 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.339856 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.340172 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.340486 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:56.361717 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] No DVR routers for this DVR port c6e43164-266a-402e-ab75-14373d6f564f on host hv-cinder-77853 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:27:56.364173 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73601'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:56.366190 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d129d36-f935-42a8-8bae-403c9ba58864 req-4fcf29a7-9a69-42b5-bbd7-59ccfc89cf11 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.77 "DELETE /v2.0/ports/c6e43164-266a-402e-ab75-14373d6f564f HTTP/1.1" status: 204 len: 173 time: 0.6525025 Jul 22 22:27:56.366642 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-deleted', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:56.368874 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88a48e5e4cb030b0e855a1ce52a7f112acd520835e75730575fc5e33a71523c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c2c06-ece2-480a-bff7-2d3a780f48c9" -d '{"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-deleted", "tag": "c6e43164-266a-402e-ab75-14373d6f564f"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:56.419990 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c3337-708b-461a-a104-25884d88fe39 x-openstack-request-id: req-5d5c3337-708b-461a-a104-25884d88fe39 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:56.420284 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4fb81-3901-41cd-833e-0c2cf4597404", "name": "network-vif-deleted", "tag": "c6e43164-266a-402e-ab75-14373d6f564f", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:56.420538 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5d5c3337-708b-461a-a104-25884d88fe39 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:56.421074 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4fb81-3901-41cd-833e-0c2cf4597404', 'name': 'network-vif-deleted', 'tag': 'c6e43164-266a-402e-ab75-14373d6f564f', 'status': 'completed', 'code': 200} Jul 22 22:27:56.488912 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ec85c355-cfa7-4167-b271-67c4488e7dca req-f3c54ae9-1648-4252-a64b-a80645eb8b6b tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd4fb81-3901-41cd-833e-0c2cf4597404 HTTP/1.1" status: 200 len: 210 time: 0.0293610 Jul 22 22:27:56.550669 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.346359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.544673 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40500) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:57.607206 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c87fee86-9a80-4682-aef7-aaf6cf3d5f15 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.631579 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c87fee86-9a80-4682-aef7-aaf6cf3d5f15 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.690561 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c87fee86-9a80-4682-aef7-aaf6cf3d5f15 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.693077 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c87fee86-9a80-4682-aef7-aaf6cf3d5f15 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.694250 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c87fee86-9a80-4682-aef7-aaf6cf3d5f15 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] 10.222.0.63 "DELETE /v2.0/security-groups/1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd HTTP/1.1" status: 204 len: 168 time: 0.1485820 Jul 22 22:27:57.708848 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fee86-9a80-4682-aef7-aaf6cf3d5f15 tempest-TestShelveInstance-1811915244 tempest-TestShelveInstance-1811915244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbc4c6-fb49-4a2f-bee5-a2a889748cdd,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:57.740113 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40504) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:58.071287 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:58.317090 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Deleting port 6f6e941d-8153-4cbb-80c0-c34f85d795b2 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:58.317424 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:58.396786 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] For port 6f6e941d-8153-4cbb-80c0-c34f85d795b2, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=6f6e941d-8153-4cbb-80c0-c34f85d795b2,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:58.397134 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:58.409502 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Calling delete_port for 6f6e941d-8153-4cbb-80c0-c34f85d795b2 owned by network:router_interface {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:58.485203 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f no longer exists at agent hyperv_hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:27:58.504730 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] No Port match for: c6e43164-266a-402e-ab75-14373d6f564f {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:27:58.505078 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Device c6e43164-266a-402e-ab75-14373d6f564f not bound to the agent host hv-cinder-77853 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:27:58.584222 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:58.609133 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6e941d-8153-4cbb-80c0-c34f85d795b2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:58.772949 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:58.791896 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:58.986500 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:59.092351 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:59.098376 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7da36326-c319-4a80-9489-44c63a1b6939 admin admin] 10.222.0.63 "PUT /v2.0/routers/77ee8a7c-7e5d-4f6a-be19-b88214fed6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3572044 Jul 22 22:27:59.100945 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40506) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:59.104241 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] Sync routers for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:59.113307 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:59.114036 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:27:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:59.204503 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.218537 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:59.309507 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.364501 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Deleting port 9ea49119-de45-4e21-a63b-ca0fa2613454 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:27:59.364875 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.399648 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:27:58Z', 'revision_number': 5, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port': {'id': '9ea49119-de45-4e21-a63b-ca0fa2613454', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:31Z', 'updated_at': '2021-07-22T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:59.424833 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] Checking router: 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 for host: dv-cinder-778534-6-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:59.433483 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] Routers {'77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:59.434187 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:27:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:59.448313 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] For port 9ea49119-de45-4e21-a63b-ca0fa2613454, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=9ea49119-de45-4e21-a63b-ca0fa2613454,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:59.448677 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.460950 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Calling delete_port for 9ea49119-de45-4e21-a63b-ca0fa2613454 owned by network:router_gateway {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:27:59.520905 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] Set router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:59.576205 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:27:59Z', 'revision_number': 6, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:59.603129 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56b1d5-534f-4532-8d98-bbc94b50fbaf None None] The sync data for ids ['77ee8a7c-7e5d-4f6a-be19-b88214fed6f6'] in dv-cinder-778534-6-iscsi is: [{'id': '77ee8a7c-7e5d-4f6a-be19-b88214fed6f6', 'name': 'tempest-TestShelveInstance-79338168-router', 'tenant_id': 'e76aec4368ab4c448c4a09352caa1783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:30Z', 'updated_at': '2021-07-22T22:27:59Z', 'revision_number': 6, 'project_id': 'e76aec4368ab4c448c4a09352caa1783', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:59.627041 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.653492 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea49119-de45-4e21-a63b-ca0fa2613454,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:59.714312 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.801409 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:59.803794 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.082732 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.083382 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 {{(pid=93217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:28:00.087801 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.088940 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4ec5dbfa-2427-46b5-8db8-9e6160ee7f60 admin admin] 10.222.0.63 "DELETE /v2.0/routers/77ee8a7c-7e5d-4f6a-be19-b88214fed6f6 HTTP/1.1" status: 204 len: 168 time: 0.9864261 Jul 22 22:28:00.091397 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40508) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:00.136288 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Deleting subnet 16d5016c-a765-4739-9713-0368c4ab971f {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:28:00.140171 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.176083 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25276106'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.254990 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.312608 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25432094'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.337186 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d5016c-a765-4739-9713-0368c4ab971f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:00.343295 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.346031 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1df93754-5265-49ab-81ef-953a2d38f0b7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/16d5016c-a765-4739-9713-0368c4ab971f HTTP/1.1" status: 204 len: 168 time: 0.2536252 Jul 22 22:28:00.348542 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40510) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:00.350737 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13db21e-5106-426b-8d71-01c24811879c None None] Network 16227e3e-7c46-46e9-a8dc-a294e7463a5f requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:28:00.422517 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.477258 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Deleting port feae6ec0-6ae5-4222-92cf-a16515dce096 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:00.477622 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.544113 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] For port feae6ec0-6ae5-4222-92cf-a16515dce096, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=feae6ec0-6ae5-4222-92cf-a16515dce096,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:00.544474 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.558171 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Calling delete_port for feae6ec0-6ae5-4222-92cf-a16515dce096 owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:00.582624 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] DHCP port deletion for 16227e3e-7c46-46e9-a8dc-a294e7463a5f request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:28:00.644922 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Deleting port feae6ec0-6ae5-4222-92cf-a16515dce096 {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:00.645612 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.667326 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576831'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.671988 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 6f6e941d-8153-4cbb-80c0-c34f85d795b2 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:00.693741 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 6f6e941d-8153-4cbb-80c0-c34f85d795b2 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:00.694025 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Pushing event deleted for resources: {'Port': ['ID=feae6ec0-6ae5-4222-92cf-a16515dce096,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:00.694271 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 6f6e941d-8153-4cbb-80c0-c34f85d795b2 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:00.694878 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 9ea49119-de45-4e21-a63b-ca0fa2613454 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:00.695640 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] No DVR routers for this DVR port feae6ec0-6ae5-4222-92cf-a16515dce096 on host dv-cinder-778534-6-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:00.739848 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 9ea49119-de45-4e21-a63b-ca0fa2613454 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:00.740241 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 9ea49119-de45-4e21-a63b-ca0fa2613454 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:00.740606 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device feae6ec0-6ae5-4222-92cf-a16515dce096 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:00.773052 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.774674 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: feae6ec0-6ae5-4222-92cf-a16515dce096 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:00.774674 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device feae6ec0-6ae5-4222-92cf-a16515dce096 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:00.777406 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] For port feae6ec0-6ae5-4222-92cf-a16515dce096, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=feae6ec0-6ae5-4222-92cf-a16515dce096,segment=NetworkSegment(de113d32-e11e-42cb-9888-ad1614effb7b),segment_id=de113d32-e11e-42cb-9888-ad1614effb7b)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:00.777797 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.783788 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16227e3e-7c46-46e9-a8dc-a294e7463a5f']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:00.791918 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Calling delete_port for feae6ec0-6ae5-4222-92cf-a16515dce096 owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:00.794126 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de113d32-e11e-42cb-9888-ad1614effb7b') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:00.794396 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de113d32-e11e-42cb-9888-ad1614effb7b') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:00.804248 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25276099'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.818789 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.827071 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Releasing vlan 1805 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:28:00.827606 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576784'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: timer() Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: self._notify() Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: event.method(event) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:28:00.829544 dv-cinder-778534-6-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:28:00.870262 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.887505 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.893319 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:00.895263 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] 10.222.0.63 "DELETE /v2.0/networks/16227e3e-7c46-46e9-a8dc-a294e7463a5f HTTP/1.1" status: 204 len: 168 time: 0.5457890 Jul 22 22:28:00.898441 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40512) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:00.901806 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] No DVR routers for this DVR port feae6ec0-6ae5-4222-92cf-a16515dce096 on host dv-cinder-778534-6-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:00.905671 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Pushing event deleted for resources: {'Port': ['ID=feae6ec0-6ae5-4222-92cf-a16515dce096,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:00.906768 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c00c9-08d0-49af-beff-0e2b01b6e692 admin admin] Pushing event deleted for resources: {'Network': ['ID=16227e3e-7c46-46e9-a8dc-a294e7463a5f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:00.914829 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.915179 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.915522 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.915857 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.916190 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.916519 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.916847 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.917177 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.917501 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.917826 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.918174 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:00.918494 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1536-bed9-4bca-8f32-e20c050bac93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-6-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:28:01.246595 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3776893'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.496577 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Deleting port 745d4a8f-4747-492d-a722-a92a4a4044a7 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:01.496961 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.572437 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] For port 745d4a8f-4747-492d-a722-a92a4a4044a7, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=745d4a8f-4747-492d-a722-a92a4a4044a7,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:01.572790 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.585351 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Calling delete_port for 745d4a8f-4747-492d-a722-a92a4a4044a7 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:01.762676 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:01.789825 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=745d4a8f-4747-492d-a722-a92a4a4044a7,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:01.961464 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776993'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.178549 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Router 4f4e8ba1-afd3-4778-b621-95e841225d32 has already been hosted by L3 agent 1091f749-8d2d-446b-b3a3-81cbe8a3890c {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:28:02.284226 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] Notify agent at l3_agent.dv-cinder-778534-6-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:28:02.289379 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-31cc7035-71d1-4bfa-909e-08c22c4b5c97 admin admin] 10.222.0.63 "PUT /v2.0/routers/4f4e8ba1-afd3-4778-b621-95e841225d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3897331 Jul 22 22:28:02.291834 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40514) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:02.294483 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] Sync routers for ids ['4f4e8ba1-afd3-4778-b621-95e841225d32'] in dv-cinder-778534-6-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:28:02.304124 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] Routers {'4f4e8ba1-afd3-4778-b621-95e841225d32'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:02.304736 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:27:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['4f4e8ba1-afd3-4778-b621-95e841225d32'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:02.394958 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.407347 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] Set router 4f4e8ba1-afd3-4778-b621-95e841225d32 gateway port host: dv-cinder-778534-6-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:02.497101 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.555444 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Deleting port b895defa-ced9-4095-9693-2855243f113a {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:02.555785 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.586973 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'external_fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b895defa-ced9-4095-9693-2855243f113a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:28:01Z', 'revision_number': 5, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port': {'id': 'b895defa-ced9-4095-9693-2855243f113a', 'name': '', 'network_id': 'fab157d4-08a7-45de-80b1-90788e15e4c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15c04b37-fbb5-4b4d-b5c6-8fc3243a1ca0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-6-iscsi'}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:02.613705 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] Checking router: 4f4e8ba1-afd3-4778-b621-95e841225d32 for host: dv-cinder-778534-6-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:28:02.622530 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] Routers {'4f4e8ba1-afd3-4778-b621-95e841225d32'} bound to L3 agent in host dv-cinder-778534-6-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:28:02.623149 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:26Z,description=,heartbeat_timestamp=2021-07-22T22:27:56Z,host='dv-cinder-778534-6-iscsi',id=1091f749-8d2d-446b-b3a3-81cbe8a3890c,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:26Z,topic='l3_agent')) {'router_ids': ['4f4e8ba1-afd3-4778-b621-95e841225d32'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:02.644967 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] For port b895defa-ced9-4095-9693-2855243f113a, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=b895defa-ced9-4095-9693-2855243f113a,segment=NetworkSegment(858c048f-5200-4a56-9bf6-3dbfc6b12598),segment_id=858c048f-5200-4a56-9bf6-3dbfc6b12598)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:02.645410 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.658938 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Calling delete_port for b895defa-ced9-4095-9693-2855243f113a owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:02.708665 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] Set router 4f4e8ba1-afd3-4778-b621-95e841225d32 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:28:02.760272 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:28:02Z', 'revision_number': 6, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port_host': None}], 'dv-cinder-778534-6-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:02.789625 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323163-d0e4-45e2-bb03-e1c1ccc46a00 None None] The sync data for ids ['4f4e8ba1-afd3-4778-b621-95e841225d32'] in dv-cinder-778534-6-iscsi is: [{'id': '4f4e8ba1-afd3-4778-b621-95e841225d32', 'name': 'tempest-TestShelveInstance-977870115-router', 'tenant_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:23:35Z', 'updated_at': '2021-07-22T22:28:02Z', 'revision_number': 6, 'project_id': 'ec88ea83ba3845e091d0f29d1fbfb62c', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:28:02.827071 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:02.852260 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Pushing event deleted for resources: {'Port': ['ID=b895defa-ced9-4095-9693-2855243f113a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:02.918512 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779399'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.009038 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25305'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.011183 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.056350 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3778492'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.056952 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4e8ba1-afd3-4778-b621-95e841225d32 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:28:03.062156 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.063264 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d838a054-e17e-4136-8e47-486adc43b691 admin admin] 10.222.0.63 "DELETE /v2.0/routers/4f4e8ba1-afd3-4778-b621-95e841225d32 HTTP/1.1" status: 204 len: 168 time: 0.7705154 Jul 22 22:28:03.066102 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40516) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:03.110652 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Deleting subnet a22cd3f6-c170-475f-b30f-abec8a44a5f8 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:28:03.113585 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.155407 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500977'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.238842 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712601'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.292003 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15440002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25342780'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.318120 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22cd3f6-c170-475f-b30f-abec8a44a5f8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:03.320079 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.322143 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8c3dda4b-b57f-432b-8195-09e0def24efe admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a22cd3f6-c170-475f-b30f-abec8a44a5f8 HTTP/1.1" status: 204 len: 168 time: 0.2549109 Jul 22 22:28:03.324490 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40518) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:03.326856 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762cd13-1b8e-45fb-b907-d38f03d65dfe None None] Network 23ed1602-13bb-4713-b890-0767312fd3d2 requested from dv-cinder-778534-6-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:28:03.398360 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571230'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.451589 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Deleting port 50269f7a-68b7-4ea1-b3c8-639671af44b1 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:03.452066 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.514332 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] For port 50269f7a-68b7-4ea1-b3c8-639671af44b1, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=50269f7a-68b7-4ea1-b3c8-639671af44b1,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:03.514692 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.528369 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Calling delete_port for 50269f7a-68b7-4ea1-b3c8-639671af44b1 owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:03.546477 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] DHCP port deletion for 23ed1602-13bb-4713-b890-0767312fd3d2 request from dv-cinder-778534-6-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:28:03.594359 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] Deleting port 50269f7a-68b7-4ea1-b3c8-639671af44b1 {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:28:03.594874 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784775146644'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.622131 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15440087'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.649555 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=50269f7a-68b7-4ea1-b3c8-639671af44b1,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:03.651433 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] No DVR routers for this DVR port 50269f7a-68b7-4ea1-b3c8-639671af44b1 on host dv-cinder-778534-6-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:03.666344 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] For port 50269f7a-68b7-4ea1-b3c8-639671af44b1, host dv-cinder-778534-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-6-iscsi',level=0,port_id=50269f7a-68b7-4ea1-b3c8-639671af44b1,segment=NetworkSegment(a3d30e16-7d53-448e-b568-c23d7a77c759),segment_id=a3d30e16-7d53-448e-b568-c23d7a77c759)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:28:03.666744 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778448'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.679973 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] Calling delete_port for 50269f7a-68b7-4ea1-b3c8-639671af44b1 owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:28:03.725020 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711077', 'neutron.services.segments.db._delete_segments_for_network-8784775130673'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.736032 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ed1602-13bb-4713-b890-0767312fd3d2']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:03.746264 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d30e16-7d53-448e-b568-c23d7a77c759') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:03.746570 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d30e16-7d53-448e-b568-c23d7a77c759') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:28:03.758063 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784775131706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2500984'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.758405 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784775147367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784774662036'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.775159 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.783191 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Releasing vlan 1839 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:28:03.783731 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15440120'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: timer() Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: self._notify() Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: event.method(event) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:28:03.785615 dv-cinder-778534-6-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:28:03.788167 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] Pushing event deleted for resources: {'Port': ['ID=50269f7a-68b7-4ea1-b3c8-639671af44b1,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:03.791973 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178c8d5-21e9-4ac1-a0de-911061a714fd None None] No DVR routers for this DVR port 50269f7a-68b7-4ea1-b3c8-639671af44b1 on host dv-cinder-778534-6-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:28:03.847357 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779427'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.852594 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539366'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:03.854424 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] 10.222.0.63 "DELETE /v2.0/networks/23ed1602-13bb-4713-b890-0767312fd3d2 HTTP/1.1" status: 204 len: 168 time: 0.5289149 Jul 22 22:28:03.865659 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edce6c5-4cfe-4969-9022-9fedd5826f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=23ed1602-13bb-4713-b890-0767312fd3d2,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:04.037523 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40522) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:04.082376 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-185c7321-027d-462d-b158-b61cf71ed7d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e76aec4368ab4c448c4a09352caa1783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434844 Jul 22 22:28:04.084777 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40524) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:04.132933 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-94a39b1f-3529-4590-a976-bfd2135b9f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.153773 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-94a39b1f-3529-4590-a976-bfd2135b9f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.200884 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-94a39b1f-3529-4590-a976-bfd2135b9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.203523 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-94a39b1f-3529-4590-a976-bfd2135b9f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.204670 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-94a39b1f-3529-4590-a976-bfd2135b9f14 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a5b67d3f-a8d2-4a9e-aef6-d30153140898 HTTP/1.1" status: 204 len: 168 time: 0.1190095 Jul 22 22:28:04.212369 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a39b1f-3529-4590-a976-bfd2135b9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b67d3f-a8d2-4a9e-aef6-d30153140898,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:04.537730 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.63', 40530) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:04.581281 dv-cinder-778534-6-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-526f21c9-43e1-41f8-8c11-feca768c6835 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ec88ea83ba3845e091d0f29d1fbfb62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423279 Jul 22 22:28:04.584494 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.63', 40532) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:28:04.636990 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device b895defa-ced9-4095-9693-2855243f113a no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:04.637792 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-905365b6-f5bd-41fa-9aee-81c170bec149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.657451 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: b895defa-ced9-4095-9693-2855243f113a {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:04.657806 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device b895defa-ced9-4095-9693-2855243f113a not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:04.658263 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 745d4a8f-4747-492d-a722-a92a4a4044a7 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:04.659528 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-905365b6-f5bd-41fa-9aee-81c170bec149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.677703 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 745d4a8f-4747-492d-a722-a92a4a4044a7 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:04.678086 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 745d4a8f-4747-492d-a722-a92a4a4044a7 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:04.678509 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 50269f7a-68b7-4ea1-b3c8-639671af44b1 no longer exists at agent ovs-agent-dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:28:04.698186 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] No Port match for: 50269f7a-68b7-4ea1-b3c8-639671af44b1 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:28:04.698525 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Device 50269f7a-68b7-4ea1-b3c8-639671af44b1 not bound to the agent host dv-cinder-778534-6-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:28:04.718334 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-905365b6-f5bd-41fa-9aee-81c170bec149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491924'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.720982 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-905365b6-f5bd-41fa-9aee-81c170bec149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:04.722283 dv-cinder-778534-6-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-905365b6-f5bd-41fa-9aee-81c170bec149 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/53637cef-b25d-4f65-9ba3-53ba9d92dfd8 HTTP/1.1" status: 204 len: 168 time: 0.1367967 Jul 22 22:28:04.730225 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905365b6-f5bd-41fa-9aee-81c170bec149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53637cef-b25d-4f65-9ba3-53ba9d92dfd8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:28:13.498909 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:22.828428 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:28:23.449244 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d86d948-3690-4c35-ab4d-c8869bf83b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:25.949918 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-45dd6a91-f759-4a6c-9b80-af123ef9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:26.552303 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:27.348069 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:28.792411 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:39.224339 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-f590281d-94eb-4338-894e-a264f90b9d35 req-71d236fc-dc72-429a-a8fd-bac72e50b098 service neutron] (93217) timed out ('10.222.0.77', 57015) {{(pid=93217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:28:43.499468 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:53.450646 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f47b5301-c51e-45c6-a21b-5a97bbaa9813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:55.954785 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-fe100fff-d174-4946-b5ab-5e888a87f27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:56.553520 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.354912 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:58.792111 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:59.828771 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:13.514905 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:23.453306 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d22dbced-1dc4-4143-97f5-4b2e152fb027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:25.947852 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fd4c-bc43-450b-b151-aa0d5cdc75fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:26.555655 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:27.354673 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:28.794085 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:36.828557 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:43.526341 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:43.994854 dv-cinder-778534-6-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-ae0aa23c-491d-4619-82dd-501e87ca701b req-c4023420-4e29-4bb9-aea3-1ec7fcee1ba2 service neutron] (93217) timed out ('10.222.0.77', 57053) {{(pid=93217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:29:53.456731 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-839767d1-b87b-4694-aa37-107574bfacff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:55.952149 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2fac269c-4f47-41c4-b95f-e4a96911432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:56.560331 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:57.363957 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:58.797840 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:13.535669 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:13.829585 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:23.464981 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-215c0d65-0747-45de-9a2e-c2e3c92e3f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:25.956379 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bd9b-1623-4568-8aa5-3bceec5a033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:26.554322 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:27.361832 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:28.803810 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:43.548387 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:50.831759 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:53.459412 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a5af2d39-22f5-4aee-838a-d066ec8b79a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:55.954447 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a24ee1e1-b34c-4884-9c53-f126141b5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:56.557623 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:57.363576 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:58.553556 dv-cinder-778534-6-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-f4246504-3f70-400c-82b3-b4aad2715e2c req-cbeb3a82-d64c-4eff-97e3-278be3c85f8e service neutron] (93218) timed out ('10.222.0.77', 57008) {{(pid=93218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:30:58.803854 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:13.543998 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:23.462914 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ace67c59-b999-4692-af3b-87d9c4f1febe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:25.957463 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-deea9ef2-9416-4f66-9c0c-5202452034e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:26.560350 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:27.372560 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:27.830902 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:31:28.808139 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:43.557463 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:53.464062 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-72408de7-f346-482f-9180-b16c553d8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:56.077598 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-40c22df2-66b2-4ef6-bbd5-f4c3db450cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:56.561587 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:57.369212 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:58.813925 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:04.829198 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:32:13.557615 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:23.466274 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db0ca161-ec16-4d82-ab1d-4d8a9b4aedf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:25.960854 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e915956f-a011-412a-811c-fa90f7819be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:26.563647 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:27.376647 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:28.813953 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:41.829241 dv-cinder-778534-6-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-bffef80a-b797-43b6-89f1-2a9519366ad0 None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:32:43.589650 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:53.476702 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-19072853-fcd0-47d2-8a13-ceb7684349f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:55.970626 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ff036c6-feed-4e02-921a-80271bf75bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:56.575471 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f62073b0-f3b7-483a-a93c-5a59546a7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:57.385244 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-172848e2-8079-4476-85a9-1a22e4d88720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:58.825396 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2d37f3b3-8275-436a-8dff-c58af06e4798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:13.611187 dv-cinder-778534-6-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-02b264c8-99e2-4646-a9fe-01384211727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784775130655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710243'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}